-- Logs begin at Mon 2021-05-31 15:41:11 UTC, end at Mon 2021-05-31 16:34:31 UTC. -- May 31 16:12:23.772670 dv-cinder-793814-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 16:12:24.738299 dv-cinder-793814-1-smb neutron-server[91665]: Beware of the coming changes in the project packaging May 31 16:12:24.738884 dv-cinder-793814-1-smb neutron-server[91665]: https://github.com/svinota/pyroute2/discussions/786 May 31 16:12:26.190849 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.common.config [-] Logging enabled! May 31 16:12:26.191488 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 16:12:26.191604 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 16:12:26.194736 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.common.config [-] Logging enabled! May 31 16:12:26.194988 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 16:12:26.195294 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91665) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 16:12:26.196227 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 16:12:26.196455 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 16:12:26.196808 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 16:12:26.197051 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 16:12:26.197274 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 16:12:26.197589 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.197905 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.198196 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.198422 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.198710 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.198995 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.199273 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.199555 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.199865 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.200127 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.200425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.200705 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.200935 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.201211 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.201493 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.201773 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.201993 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] debug = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.202268 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.202688 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.203097 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.203372 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.203655 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.203930 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.204226 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.204496 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.204779 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.205100 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] host = dv-cinder-793814-1-smb {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.205370 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.205652 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.205931 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.206209 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.206482 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.206753 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.207033 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.207300 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.207566 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.207836 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.208115 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.208425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.208715 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.208936 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.209155 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.209438 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.209719 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.209982 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.210255 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.210521 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.210789 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.211056 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.211318 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.211598 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.211874 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.212150 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.212442 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.212711 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.212981 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.213247 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.213548 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.213816 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.214084 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.214349 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.214630 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.214899 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.215166 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.215460 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.215741 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.216016 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.216317 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.216587 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.216863 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.217132 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.217400 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.217668 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] use_json = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.217937 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.218204 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.218482 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.218752 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.219023 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.219290 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.219558 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.219836 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:26.220128 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.220442 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.220737 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.221018 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.221305 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.221580 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.221863 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.222139 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.222423 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.222706 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.222989 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.223265 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.223550 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.223825 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.224114 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.224437 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.224733 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.225021 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.225292 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.225560 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.225828 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.226101 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.226381 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.226670 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.226954 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.227224 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.227502 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.227788 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.228066 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.228366 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.228647 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.229443 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.229722 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.229990 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.230267 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.230538 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.230804 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.231071 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.231345 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.231630 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.231904 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.232170 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.232462 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.232736 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.233002 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.233282 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.233552 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.233818 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.234084 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.234358 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.234624 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.234895 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.235172 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.235439 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.235713 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.235981 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.236281 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.236549 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.236816 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.237082 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.237348 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.237614 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.237889 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.238156 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.238423 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.238688 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.238955 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.239220 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.239498 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.239793 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.240070 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.240371 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.240646 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.240923 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.241198 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.241472 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.241744 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.242019 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.242286 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.242568 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.242847 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.243131 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.243412 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.243685 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.243974 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.244279 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.245167 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.245464 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.245741 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.246026 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.246310 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.246599 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.246887 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.247176 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.247463 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.247749 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.248023 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.248351 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.248626 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:26.248840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 16:12:26.249074 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91665) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 16:12:26.596812 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:26.597085 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:26.597368 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:26.597839 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 16:12:26.983447 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:26.983737 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:26.984003 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:26.985218 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:26.985490 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:26.985750 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.020937 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.021213 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.021480 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.035087 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.035387 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.035705 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.064600 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.064879 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.065146 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.101797 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.102073 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.102344 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.333275 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.333873 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.333873 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.334033 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.334710 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.456911 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.457236 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.457512 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.457785 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.458051 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.458356 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.458611 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.458860 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.459107 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.459383 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.459635 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.459891 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.460151 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.460425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.460683 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.460947 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.462304 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.462590 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.462860 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.463150 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.463537 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.463799 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.464053 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.464366 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.464620 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.464866 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.465244 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:27.465482 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:27.465721 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:27.465955 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:27.466187 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:27.466423 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:27.466787 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 16:12:27.469914 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 16:12:27.473820 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 16:12:27.477573 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 31 16:12:27.479727 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 16:12:27.480166 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 16:12:27.480525 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 16:12:27.480903 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 16:12:27.483833 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 16:12:27.484083 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 16:12:27.484465 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 16:12:27.511999 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 16:12:27.512477 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.512772 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91665) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 16:12:27.513132 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.514468 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91665) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 16:12:27.514998 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 16:12:27.515248 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 16:12:27.518467 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.518748 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:27.590880 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 16:12:27.591068 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 16:12:27.591305 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 16:12:27.591665 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 16:12:27.621855 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_db.sqlalchemy.engines [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91665) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 16:12:27.955550 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing driver for type 'gre' May 31 16:12:27.956070 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] gre ID ranges: [(1, 1000)] May 31 16:12:28.008748 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing driver for type 'local' May 31 16:12:28.009104 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing driver for type 'vlan' May 31 16:12:28.020722 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] VlanTypeDriver initialization complete May 31 16:12:28.020989 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing driver for type 'vxlan' May 31 16:12:28.021456 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] vxlan ID ranges: [(1, 1000)] May 31 16:12:28.074531 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing extension driver 'port_security' May 31 16:12:28.074865 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.extensions.port_security [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] PortSecurityExtensionDriver initialization complete May 31 16:12:28.075194 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing mechanism driver 'openvswitch' May 31 16:12:28.075514 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing mechanism driver 'hyperv' May 31 16:12:28.081962 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.082719 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.083094 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.083447 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.083832 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.084184 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.084554 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.084932 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.085275 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.085616 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.085990 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > security_group after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.086336 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > security_group after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.086674 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.087047 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.087388 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.087725 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.088094 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > address_group after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.088977 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > address_group after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.089310 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.089643 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] ML2 OVO RPC backend initialized. {{(pid=91665) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 16:12:28.090336 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.090684 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.091100 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.091442 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > networks before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.091785 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.092120 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > ports before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.092487 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.092825 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnets before_response 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.093166 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.093501 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.093832 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.094165 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.094497 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.094824 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.095155 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.095484 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.095811 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.096416 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.plugin [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Modular L2 Plugin initialization complete May 31 16:12:28.096744 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading services supported by the core plugin {{(pid=91665) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 16:12:28.097072 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.plugins.ml2.managers [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Got port-security extension from driver 'port_security' May 31 16:12:28.097535 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.extensions.vlantransparent [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Disabled vlantransparent extension. May 31 16:12:28.098022 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91665) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 16:12:28.098333 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: router May 31 16:12:28.135158 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.135547 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_create 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.135919 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router before_create 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.136317 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.136691 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.137044 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_delete 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.137398 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.137759 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_create 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.138106 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_update 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.138452 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_update 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.138796 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.139147 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_update 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.139552 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_update 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.140179 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.140550 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.140883 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: subnet after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.141220 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.141568 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.141917 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_create 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.142255 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.142596 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.142947 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router after_update 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.143288 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.143631 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_create 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.143987 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.144363 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_update 55549900 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.144733 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > network after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.145566 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Tracking information for resource: router configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:28.145893 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Tracking information for resource: floatingip configured {{(pid=91665) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 16:12:28.151301 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.db.l3_agentschedulers_db [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 16:12:28.151863 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.152237 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port after_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.152589 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port after_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.152934 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: port after_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.153710 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router before_create 55550100 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.154071 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.154426 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_create 55550100 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.154776 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > router precommit_update 55550100 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.159248 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.provider_configuration [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service providers = [] {{(pid=91665) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 16:12:28.159611 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.db.servicetype_db [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91665) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 16:12:28.162513 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.service_base [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 16:12:28.162863 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.service_base [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 16:12:28.163203 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.service_base [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 16:12:28.164101 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.services.service_base [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91665) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 16:12:28.164493 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.services.service_base [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 16:12:28.165022 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.165341 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 16:12:28.176289 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.176621 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: auto_allocate May 31 16:12:28.182345 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: network precommit_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.182710 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: network precommit_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.183222 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.183539 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: tag May 31 16:12:28.190403 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.190730 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: timestamp May 31 16:12:28.194446 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.194775 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: network_ip_availability May 31 16:12:28.200008 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.200413 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.200769 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.201471 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.201787 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: flavors May 31 16:12:28.206817 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.207107 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading Plugin: revisions May 31 16:12:28.211376 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91665) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 16:12:28.211764 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:28.212514 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91665) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 16:12:28.212847 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Initializing extension manager. May 31 16:12:28.213867 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: __init__.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.214202 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: __pycache__ {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.214532 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.214860 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: address_group.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.215606 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.216163 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: address-group May 31 16:12:28.216516 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: address_scope.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.217211 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.217705 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: address-scope May 31 16:12:28.218024 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.218936 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.219430 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: router-admin-state-down-before-update May 31 16:12:28.219752 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: agent.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.220466 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.220960 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: agent May 31 16:12:28.221276 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: agent_resources_synced.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.222168 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.222666 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: agent-resources-synced May 31 16:12:28.222985 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: allowedaddresspairs.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.224758 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.225274 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: allowed-address-pairs May 31 16:12:28.225600 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: auto_allocated_topology.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.226672 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.227180 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: auto-allocated-topology May 31 16:12:28.227503 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: availability_zone.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.228181 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.228703 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: availability_zone May 31 16:12:28.229619 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: availability_zone_filter.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.230514 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.231015 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: availability_zone_filter May 31 16:12:28.231335 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: data_plane_status.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.232236 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.232732 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension data-plane-status not supported by any of loaded plugins May 31 16:12:28.233049 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: default_subnetpools.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.233941 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.234442 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: default-subnetpools May 31 16:12:28.234762 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.235547 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.236042 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: dhcp_agent_scheduler May 31 16:12:28.236397 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: dns.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.237294 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.237785 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension dns-integration not supported by any of loaded plugins May 31 16:12:28.238102 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: dns_domain_ports.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.238996 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.239486 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 16:12:28.239807 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: dvr.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.240493 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.240986 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: dvr May 31 16:12:28.241299 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: empty_string_filtering.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.242193 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.242693 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: empty-string-filtering May 31 16:12:28.243010 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.243904 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.244438 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 16:12:28.244782 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.245674 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.246170 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 16:12:28.246489 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: external_net.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.247388 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.247888 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: external-net May 31 16:12:28.248234 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.249126 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.249633 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: extra_dhcp_opt May 31 16:12:28.249950 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: extraroute.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.250841 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.251335 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: extraroute May 31 16:12:28.251650 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: extraroute_atomic.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.252690 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.253186 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: extraroute-atomic May 31 16:12:28.253502 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: filter_validation.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.254146 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.254636 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: filter-validation May 31 16:12:28.254952 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: fip_pf_description.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.256007 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.256534 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 16:12:28.256853 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: fip_port_details.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.257752 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.258247 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: fip-port-details May 31 16:12:28.258565 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: flavors.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.259775 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.260812 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: flavors May 31 16:12:28.261135 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.262771 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.263281 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 16:12:28.263613 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: floatingip_pools.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.264339 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.265105 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: floatingip-pools May 31 16:12:28.265427 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: ip_allocation.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.266331 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.266829 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension ip_allocation not supported by any of loaded plugins May 31 16:12:28.267154 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.268048 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.268579 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: ip-substring-filtering May 31 16:12:28.268902 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l2_adjacency.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.269816 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.270314 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 16:12:28.270634 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.271566 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.272070 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: router May 31 16:12:28.272419 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.274608 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.275125 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 16:12:28.275455 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.276968 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.277482 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: ext-gw-mode May 31 16:12:28.277806 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.278706 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.279212 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: l3-ha May 31 16:12:28.279533 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3_flavors.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.280478 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.280981 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: l3-flavors May 31 16:12:28.281300 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.282211 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.282708 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 16:12:28.283026 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: l3agentscheduler.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.284026 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.284574 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: l3_agent_scheduler May 31 16:12:28.284897 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: logging.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.286368 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.286877 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension logging not supported by any of loaded plugins May 31 16:12:28.287200 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: metering.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.287923 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.288514 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: metering May 31 16:12:28.288836 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.289915 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.290424 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: metering_source_and_destination_fields May 31 16:12:28.290745 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: multiprovidernet.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.291795 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.292328 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: multi-provider May 31 16:12:28.292652 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: netmtu.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.293548 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.294046 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: net-mtu May 31 16:12:28.294367 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: netmtu_writable.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.295267 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.295765 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: net-mtu-writable May 31 16:12:28.296083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: network_availability_zone.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.296767 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.297263 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: network_availability_zone May 31 16:12:28.297579 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: network_ip_availability.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.298652 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.299157 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: network-ip-availability May 31 16:12:28.299474 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: network_segment_range.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.300260 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.300759 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension network-segment-range not supported by any of loaded plugins May 31 16:12:28.301072 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: pagination.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.302036 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.302362 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: pagination May 31 16:12:28.302678 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: port_device_profile.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.303569 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.304069 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: port-device-profile May 31 16:12:28.304422 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.305316 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.305812 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: port-mac-address-regenerate May 31 16:12:28.306129 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.307041 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.307538 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: port-numa-affinity-policy May 31 16:12:28.307855 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: port_resource_request.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.308783 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.309279 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension port-resource-request not supported by any of loaded plugins May 31 16:12:28.309596 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: portbindings.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.310502 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.310997 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: binding May 31 16:12:28.311313 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: portbindings_extended.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.312657 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.313161 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: binding-extended May 31 16:12:28.313484 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: portsecurity.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.314379 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.314883 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: port-security May 31 16:12:28.315204 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: project_id.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.316155 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.316512 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: project-id May 31 16:12:28.316828 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: providernet.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.317724 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.318223 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: provider May 31 16:12:28.318539 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.322017 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.322527 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos not supported by any of loaded plugins May 31 16:12:28.323369 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.324637 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.325144 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 16:12:28.325469 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.326370 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.326872 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 16:12:28.327194 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_default.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.328090 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.328636 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-default not supported by any of loaded plugins May 31 16:12:28.328961 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_fip.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.329603 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.330097 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-fip not supported by any of loaded plugins May 31 16:12:28.330414 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_gateway_ip.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.331339 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.331827 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 16:12:28.332142 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_port_network_policy.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.333061 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.333555 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 16:12:28.334072 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_rule_type_details.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.334752 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.335248 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 16:12:28.335563 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: qos_rules_alias.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.336615 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.337110 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 16:12:28.337427 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: quotasv2.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.338966 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.339286 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: quotas May 31 16:12:28.339603 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: quotasv2_detail.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.341238 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.341571 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: quota_details May 31 16:12:28.341892 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: rbac.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.342919 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.343436 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: rbac-policies May 31 16:12:28.343760 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: rbac_address_group.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.344704 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.345210 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: rbac-address-group May 31 16:12:28.345526 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: rbac_address_scope.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.346429 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.346928 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: rbac-address-scope May 31 16:12:28.347247 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: rbac_security_groups.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.348150 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.348683 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: rbac-security-groups May 31 16:12:28.349002 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: rbac_subnetpool.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.349920 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.350416 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: rbac-subnetpool May 31 16:12:28.350740 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: revisionifmatch.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.351965 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.352697 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: revision-if-match May 31 16:12:28.353023 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: revisions.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.354154 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.354656 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: standard-attr-revisions May 31 16:12:28.354979 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: router_availability_zone.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.355645 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.356146 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: router_availability_zone May 31 16:12:28.356499 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: routerservicetype.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.357431 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.357935 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension router-service-type not supported by any of loaded plugins May 31 16:12:28.358253 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.359158 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.359663 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: security-groups-normalized-cidr May 31 16:12:28.359979 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.360924 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.361423 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: port-security-groups-filtering May 31 16:12:28.361741 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.362641 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.363137 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: security-groups-remote-address-group May 31 16:12:28.363454 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: securitygroup.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.372839 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.373352 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: security-group May 31 16:12:28.373685 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: segment.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.374461 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.374959 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension segment not supported by any of loaded plugins May 31 16:12:28.375282 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.376238 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.376725 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 16:12:28.377046 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: servicetype.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.378148 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.378653 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: service-type May 31 16:12:28.378976 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: sorting.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.379938 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.380298 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: sorting May 31 16:12:28.380627 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: standard_attr_segment.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.381527 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.382028 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 16:12:28.382348 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: standardattrdescription.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.382982 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.383478 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: standard-attr-description May 31 16:12:28.383795 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: stateful_security_group.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.384724 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.385746 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: stateful-security-group May 31 16:12:28.386062 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: stdattrs_common.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.386630 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 16:12:28.386945 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.387925 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.388460 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 16:12:28.388777 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: subnet_onboard.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.390140 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.390723 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: subnet_onboard May 31 16:12:28.391044 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.392032 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.392641 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 16:12:28.392962 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: subnet_service_types.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.393953 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.394467 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: subnet-service-types May 31 16:12:28.394786 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: subnetallocation.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.395856 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.396398 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: subnet_allocation May 31 16:12:28.396722 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.397376 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.397873 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: subnetpool-prefix-ops May 31 16:12:28.398189 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.399099 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.399593 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 16:12:28.399909 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: tagging.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.401672 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.402175 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: standard-attr-tag May 31 16:12:28.402498 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: timestamp.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.403689 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.404189 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loaded extension: standard-attr-timestamp May 31 16:12:28.404541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: trunk.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.405559 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.406065 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension trunk not supported by any of loaded plugins May 31 16:12:28.406385 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: trunk_details.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.407285 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.407782 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension trunk-details not supported by any of loaded plugins May 31 16:12:28.408100 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: uplink_status_propagation.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.409034 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.409535 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 16:12:28.409853 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Loading extension file: vlantransparent.py {{(pid=91665) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 16:12:28.410513 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91665) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 16:12:28.411004 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 16:12:28.413454 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:network May 31 16:12:28.414184 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:subnet May 31 16:12:28.416039 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:subnetpool May 31 16:12:28.416729 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:port May 31 16:12:28.417992 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.418438 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service FLAVORS assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.419068 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.419500 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.419825 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:router May 31 16:12:28.420507 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:floatingip May 31 16:12:28.421222 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service METERING assigned prefix: /metering {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.422672 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.423037 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.423386 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:12:28.424535 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of CountableResource for resource:rbac_policy May 31 16:12:28.424977 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:security_group May 31 16:12:28.425653 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 16:12:28.426381 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service CORE assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.426732 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:subnetpool May 31 16:12:28.427064 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] subnetpool is already registered May 31 16:12:28.427684 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service CORE assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.428007 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:subnetpool May 31 16:12:28.428356 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] subnetpool is already registered May 31 16:12:28.431002 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.431750 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service FLAVORS assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.434478 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.434478 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.434478 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:router May 31 16:12:28.434478 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] router is already registered May 31 16:12:28.434478 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:floatingip May 31 16:12:28.434478 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] floatingip is already registered May 31 16:12:28.434811 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service METERING assigned prefix: /metering {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.435342 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of CountableResource for resource:rbac_policy May 31 16:12:28.435666 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] rbac_policy is already registered May 31 16:12:28.436226 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:security_group May 31 16:12:28.436558 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] security_group is already registered May 31 16:12:28.437140 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 16:12:28.437474 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] security_group_rule is already registered May 31 16:12:28.438141 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service CORE assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.438465 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:subnetpool May 31 16:12:28.438784 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] subnetpool is already registered May 31 16:12:28.439385 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.v2.resource_helper [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Service CORE assigned prefix: {{(pid=91665) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 16:12:28.439704 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Creating instance of TrackedResource for resource:subnetpool May 31 16:12:28.440022 dv-cinder-793814-1-smb neutron-server[91665]: WARNING neutron.quota.resource_registry [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] subnetpool is already registered May 31 16:12:28.440697 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: extensions {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.442235 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: address-groups {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.443874 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: address-scopes {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.445125 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: agents {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.446294 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: auto-allocated-topology {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.447595 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: availability_zones {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.449475 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: dhcp-networks {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.450912 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: dhcp-agents {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.452393 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: routers {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.454200 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: flavors {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.455407 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: service_profiles {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.456667 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: next_providers {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.458256 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: service_profiles {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.459659 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: floatingip-pools {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.460929 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: routers {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.462756 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: floatingips {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.464688 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: l3-routers {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.466080 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: l3-agents {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.467485 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: metering-labels {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.468894 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: metering-label-rules {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.470165 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: network-ip-availabilities {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.471443 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: bindings {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.473154 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: quotas {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.474591 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: quotas {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.476011 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: rbac-policies {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.477356 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: security-groups {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.478589 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: security-group-rules {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.479861 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: service-providers {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.481129 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: subnetpools {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.483578 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: subnetpools {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.485066 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.486836 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.599054 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.600881 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.602691 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.604646 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.606378 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.608385 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.610155 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.612054 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron.api.extensions [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Extended resource: tags {{(pid=91665) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 16:12:28.617969 dv-cinder-793814-1-smb neutron-server[91665]: WARNING keystonemiddleware.auth_token [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 16:12:28.623164 dv-cinder-793814-1-smb neutron-server[91665]: WARNING keystonemiddleware.auth_token [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 16:12:28.631480 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Acquired lock "singleton_lock" {{(pid=91665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 16:12:28.631956 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Releasing lock "singleton_lock" {{(pid=91665) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 16:12:28.632602 dv-cinder-793814-1-smb neutron-server[91665]: INFO oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Starting 2 workers May 31 16:12:28.637862 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Started child 91772 {{(pid=91665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 16:12:28.642391 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Started child 91773 {{(pid=91665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 16:12:28.643268 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.643969 dv-cinder-793814-1-smb neutron-server[91665]: INFO neutron.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 16:12:28.644588 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Notify callbacks [] for process, before_spawn {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.644947 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [-] (91772) wsgi starting up on http://0.0.0.0:9696 May 31 16:12:28.646878 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.647372 dv-cinder-793814-1-smb neutron-server[91665]: INFO oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Starting 1 workers May 31 16:12:28.648301 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [-] (91773) wsgi starting up on http://0.0.0.0:9696 May 31 16:12:28.652125 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Started child 91774 {{(pid=91665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 16:12:28.652688 dv-cinder-793814-1-smb neutron-server[91665]: INFO oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Starting 1 workers May 31 16:12:28.655696 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] calling RpcWorker wait() {{(pid=91774) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 16:12:28.656284 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] returning from RpcWorker wait() {{(pid=91774) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 16:12:28.657087 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Started child 91775 {{(pid=91665) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 16:12:28.657591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.657883 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-75927eee-fbb6-4d05-8742-ff4f0c431147 None None] Notify callbacks [] for process, after_spawn {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.658133 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.659773 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 16:12:28.659982 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 16:12:28.660165 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 16:12:28.660421 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 16:12:28.660756 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 16:12:28.660912 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 16:12:28.661401 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.661669 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.661889 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:28.662351 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.662351 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.662491 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.663019 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.663276 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.663542 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.663815 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.664068 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.664262 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.664513 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.664908 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.665225 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.665541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.665801 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.666046 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.666324 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.666533 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.666776 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.667050 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.667275 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.667549 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] debug = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.667787 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.668279 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.668514 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.668772 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.669010 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.669290 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.669515 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.669796 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.670026 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.670243 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.670487 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.670749 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.670985 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.671194 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.671414 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.671648 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.671861 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.672550 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] host = dv-cinder-793814-1-smb {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.672975 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.673259 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.673526 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.673779 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.674051 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.674291 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.674555 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.674817 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.675041 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.675296 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.675547 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.675788 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.676039 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.676308 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.676473 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_options = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.676707 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.676984 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.677236 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.677426 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.677594 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.677772 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.678018 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.678180 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.678422 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.678642 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.678853 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.679091 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.679295 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.679509 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.679768 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.679996 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.680244 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.680453 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.680704 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.680926 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.681144 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.681371 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.681597 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.681828 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.682560 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.682773 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.682995 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.683203 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.683412 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.683662 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.683887 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.684139 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.684410 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.684655 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.684889 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.685099 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.685321 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.685620 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.685800 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.686044 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.686285 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.686503 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.686742 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.686955 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.687156 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.687384 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_json = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.687510 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.687642 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.687783 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.688027 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.688243 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.688490 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.688698 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.688905 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.689132 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.689552 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.689842 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.690163 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.690391 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.690623 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.690861 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.691129 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.691530 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.692013 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.692013 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.692446 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.692446 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.692704 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.692879 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.693136 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.693461 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.693739 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.694031 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.694251 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.694498 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.695085 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.695085 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.695345 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.695522 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.695760 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.696021 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.696257 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.696615 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.696733 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.696915 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.697147 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.697356 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.697639 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.698425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.698810 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.699092 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.699325 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.699560 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.699787 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.700030 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.700320 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.700552 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.700953 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.700953 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.702629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.703440 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.703440 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.703440 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.703440 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.703848 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.703848 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.704052 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.704171 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705029 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705029 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705029 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705029 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705650 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705650 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705650 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.705899 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.706027 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.706248 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.706459 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709883 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709883 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.709883 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.710101 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.710604 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.710604 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.710811 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.710934 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.711372 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.713161 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.713161 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.713161 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.715915 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.715915 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.716124 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.716498 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.716630 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.716870 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.717247 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.718607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.718607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.718607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.718607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.718607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.718607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.719081 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.719081 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.719252 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.719538 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.719801 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.720037 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.723773 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.724055 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.724645 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.724919 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.725226 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.725461 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.725750 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.726045 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.726330 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.726600 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.726856 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.727091 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.727355 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.727604 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.727853 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.728105 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.728378 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.728618 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.728924 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.730940 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.731192 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.732361 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.732607 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.732925 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.733182 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.733384 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.733604 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.733885 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.734127 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.734381 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.734657 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.734902 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.735161 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.735414 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.736096 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.736498 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.736974 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.737422 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.737669 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.737907 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.738124 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.738401 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.738760 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.739046 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.739699 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.740459 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.740862 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.741107 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.741333 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.741557 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.741809 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.742027 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.742359 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.742619 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.742847 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.743092 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.743285 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.743502 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.743755 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.743974 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.744266 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.745052 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.745287 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.745531 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.745758 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.746015 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.746231 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.746475 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.746692 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.746904 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.747116 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.747570 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.747899 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.748470 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.748766 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.749465 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.749725 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.749945 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.750598 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.750866 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.751684 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.751933 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.752151 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.752415 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.753189 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.753435 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.754016 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.754244 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.754485 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.754758 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.755004 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.755440 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.755655 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.755863 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.756070 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.756311 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.756523 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.756803 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.757055 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.757296 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.757530 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.757755 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.757999 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.758204 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.758413 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.758629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.758833 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.759071 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.759277 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.759482 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.759694 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.759905 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.760141 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.760911 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.761118 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.761382 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.761591 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.761832 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.762044 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.762272 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.762485 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.762691 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.763001 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.763247 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.763466 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.763751 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.763996 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.764260 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.765269 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.765603 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.765833 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.766070 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.766285 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.766913 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.767144 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.768561 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.768910 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.769227 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.769510 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.769762 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.770070 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.770351 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.770614 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.770827 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.771130 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.771530 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.771763 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.772014 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.772392 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.772896 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.773144 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.773355 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.773565 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.773793 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.774014 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.774269 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.774498 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.774725 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.774939 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.775183 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.775398 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.775617 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.775870 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.776107 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.776362 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.777070 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 16:12:28.778264 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91665) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 16:12:28.778600 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 16:12:28.778796 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 16:12:28.778968 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 16:12:28.779166 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 16:12:28.779306 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 16:12:28.779490 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.779654 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.779814 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.780020 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.780180 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.780372 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.780590 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.780740 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.780896 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.781450 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.781962 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.782597 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.782767 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.782926 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.783082 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.783239 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.783397 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.783554 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.783714 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.783870 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.784024 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.784178 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.784356 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] debug = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.784513 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.784690 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.784847 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785002 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785155 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785309 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785463 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785618 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785705 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:28.785799 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.785913 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786068 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786222 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786375 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786529 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786683 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786837 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.786990 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.787145 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] host = dv-cinder-793814-1-smb {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.787299 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.787453 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.787606 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.787760 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.787913 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.788066 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.788236 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.788395 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.788549 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.788703 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.788857 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789014 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789169 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789324 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789477 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_options = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789631 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789785 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.789938 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.790113 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.790276 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.790432 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.790586 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.790741 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.790895 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791050 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791204 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791373 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791534 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791688 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791843 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.791997 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.792152 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.792402 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.792558 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.792712 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.792866 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793019 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793173 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793327 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793482 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793636 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793789 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.793942 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.794097 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.794253 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.794407 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.794567 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.794721 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.794875 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795028 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795182 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795336 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795494 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795648 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795800 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.795955 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.796109 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.796298 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.796455 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.796608 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.796763 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_json = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.796899 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.797058 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.797208 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.797339 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.798840 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.799622 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.800425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.800425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.800425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.800425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.800425 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801249 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801249 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801249 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801249 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801249 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801249 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801864 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801864 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801864 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.801864 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.802541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.802541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.802541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.802541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.802541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.803169 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.803169 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.803169 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.803169 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804083 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804865 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804865 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804865 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804865 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.804865 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.805208 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.805208 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.805348 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.805453 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.805611 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.805767 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.806294 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.807899 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.807899 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.808085 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.808167 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.808364 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.808523 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.808683 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.808854 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.809246 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.809395 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.809535 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.810475 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.810475 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.810475 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.810673 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.811243 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.811415 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.811580 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.811738 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.811896 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.812086 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.812364 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.812530 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.812685 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.813156 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.813320 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.813479 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.813636 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.813793 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.813949 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.814117 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.814289 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.814447 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.814610 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.814767 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.814924 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.815081 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.815237 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.815393 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.815550 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.815706 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.815862 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816020 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816179 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816359 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816516 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816673 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816829 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.816985 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.817142 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.817300 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.817475 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.817602 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.817758 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.817915 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.818302 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.818505 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.818757 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.818921 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.819084 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.819241 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.819409 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.819610 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.819866 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820031 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820188 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820367 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820525 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820682 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820839 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.820996 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.821154 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.821362 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.821534 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.821703 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.821860 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.822018 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.822175 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.823236 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.823406 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.823564 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.823723 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.823881 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.824038 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.824275 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.824365 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.824525 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.824684 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.824841 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825001 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825158 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825315 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825472 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825788 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.825945 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.826101 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.826259 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.826418 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.826574 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.826730 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.826887 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827043 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827200 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827356 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827513 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827670 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827828 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.827984 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.828139 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.828317 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.828474 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.828645 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.828784 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.828941 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.829119 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.829259 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.829417 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.829575 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.829733 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.829890 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830049 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830207 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830365 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830523 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830681 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830837 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.830996 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.831155 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.831313 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.831472 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.831629 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.831787 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.831959 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.832125 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.832289 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.832447 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.832603 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.832760 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.832917 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.833074 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.833231 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.833388 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.833545 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.833705 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.833906 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.834316 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.834316 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.834445 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.834524 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.834662 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.834820 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.835086 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.836020 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.836185 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.836451 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.836877 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.836974 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.837123 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.837537 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.837537 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.837699 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.837780 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.837900 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.838098 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.839417 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.839584 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.840219 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.841034 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.841200 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.841364 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.841527 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.841700 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.841861 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842055 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842169 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842321 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842497 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842654 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842814 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.842982 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.843141 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.843314 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.843456 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.843626 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.843784 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.843945 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.844103 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.844328 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.844500 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.844661 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.844824 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.844992 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.845210 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.845375 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.845541 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.845708 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.845875 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.846204 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.846383 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.846554 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.846713 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.846872 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847028 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847187 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847340 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847491 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847642 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847807 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.847964 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.848121 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.848300 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.848443 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.848594 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.848744 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.848906 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.849065 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.849221 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.849377 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.849535 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 16:12:28.849687 dv-cinder-793814-1-smb neutron-server[91665]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91665) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 16:12:28.941114 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 43196) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:28.950593 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071938 May 31 16:12:39.768901 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2017cc-0c1e-4e6d-af0c-5da5c811c68a None None] get_active_networks_info from dv-cinder-793814-1-smb {{(pid=91774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 16:12:39.848892 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2017cc-0c1e-4e6d-af0c-5da5c811c68a None None] No non-hosted networks {{(pid=91774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 16:12:39.872418 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.agentschedulers_db [None req-ef2017cc-0c1e-4e6d-af0c-5da5c811c68a None None] DHCP Agent not found on host dv-cinder-793814-1-smb {{(pid=91774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 16:12:39.994062 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2aec68e2-3bc3-4096-807b-bd262df3f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.079309 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-99e38b11-77e9-48a4-a62c-8aed85517412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.117640 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-904f0d2e-1f39-4af1-9627-5a74e4374991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.165535 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:42.166166 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.167052 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.167385 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.167708 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.168026 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.188423 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.189737 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.191073 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.191562 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.192568 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.193191 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.194365 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:42.194927 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793814-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:42.208868 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793814-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:12:43.289141 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:44.650797 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:46.333443 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 43288) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:46.907445 dv-cinder-793814-1-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-478d71dd-b717-4f32-9e13-5120cd2cac3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:46.908078 dv-cinder-793814-1-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-478d71dd-b717-4f32-9e13-5120cd2cac3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:47.123210 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [None req-478d71dd-b717-4f32-9e13-5120cd2cac3e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:12:47.124313 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-478d71dd-b717-4f32-9e13-5120cd2cac3e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7899482 May 31 16:12:49.028938 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.db.l3_hamode_db [None req-c029034c-9c76-4bf7-be90-41328f878645 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 16:12:49.112484 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029034c-9c76-4bf7-be90-41328f878645 None None] Routers set() bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:12:49.112855 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029034c-9c76-4bf7-be90-41328f878645 None None] Router IDs set() for agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 16:12:49.479572 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 43302) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:49.846275 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:49.944593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.policy [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91773) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 16:12:49.989000 dv-cinder-793814-1-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:49.989366 dv-cinder-793814-1-smb neutron-server[91773]: WARNING oslo_policy.policy [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:49.998122 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.quota [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] Loaded quota_driver: . May 31 16:12:50.013484 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:50.070827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789767398347', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789767398676', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789767421756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789767414504', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789767372268', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789767366532', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-983681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2038061', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587866'] for rbac-policy, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:50.129334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:50.130499 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-17c565d3-6d1b-4e72-aca1-c44d3f4ce8e3 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6498797 May 31 16:12:52.696682 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43316) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:53.261573 dv-cinder-793814-1-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:53.262174 dv-cinder-793814-1-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:53.477679 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Request body: {'network': {'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'name': 'private', 'admin_state_up': True, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:53.479961 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.quota [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Loaded quota_driver: . May 31 16:12:53.495550 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:53.501914 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Usage tracker for resource:network and tenant:69a190ba7a2c45f39e9708a852cbc83b is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:53.507324 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:53.514556 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:53.530491 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Made reservation on behalf of 69a190ba7a2c45f39e9708a852cbc83b for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:53.602722 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.policy [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91772) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 16:12:53.647383 dv-cinder-793814-1-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:53.647754 dv-cinder-793814-1-smb neutron-server[91772]: WARNING oslo_policy.policy [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 16:12:53.659641 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.681592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.695772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:53.699470 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Usage tracker for resource:security_group_rule and tenant:69a190ba7a2c45f39e9708a852cbc83b is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:53.704386 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:53.709900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:53.809142 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.812928 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.818421 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:53.836912 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:12:53.863124 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789765106405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.863723 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Unsubscribe: segment precommit_create {{(pid=91772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 16:12:53.864237 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Added segment 9294acff-d48b-4025-9e87-10f9e509e6f4 of type vlan for network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 May 31 16:12:53.916444 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac31827e-420f-4c32-8cb2-d1e81fa4010e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:53.939869 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.940229 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.940548 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.940869 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.941182 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.941495 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.941807 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.942115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.942438 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.942754 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.943053 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.943353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Tracked resource versions report: May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: pushed versions: May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: { 'AddressGroup': {'1.2'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'ConntrackHelper': {'1.0'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Log': {'1.0'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Network': {'1.1'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Port': {'1.7'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'PortForwarding': {'1.2'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'QosPolicy': {'1.8'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroup': {'1.4'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'SubPort': {'1.0'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Subnet': {'1.1'}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Trunk': {'1.1'}} May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: consumer versions: May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'ConntrackHelper': '1.0', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Log': '1.0', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Network': '1.1', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Port': '1.7', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'PortForwarding': '1.2', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'QosPolicy': '1.8', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroup': '1.4', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroupRule': '1.2', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'SubPort': '1.0', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Subnet': '1.1', May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: 'Trunk': '1.1'}} May 31 16:12:53.944532 dv-cinder-793814-1-smb neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:12:53.987878 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:53.992896 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:54.030124 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:54.031721 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:54.032394 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:54.036832 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:54.137675 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4383192 May 31 16:12:54.140922 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Pushing event updated for resources: {'Network': ['ID=799a2b3a-233b-4e87-90aa-c3e8d7bcf362,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:54.144059 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:54.153333 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:12:56.762252 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43338) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:12:57.216962 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ff421-5d39-4e15-9d8d-adc534167f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:57.218334 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-945ff421-5d39-4e15-9d8d-adc534167f19 admin admin] 10.222.0.61 "GET /v2.0/networks/799a2b3a-233b-4e87-90aa-c3e8d7bcf362 HTTP/1.1" status: 200 len: 825 time: 0.4551172 May 31 16:12:57.248253 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b221be9f-6280-485b-b839-aab4f38f48ca admin admin] 10.222.0.61 "GET /v2.0/subnetpools/3898851d-ebf5-420d-a6e0-e6d5a13f30a8 HTTP/1.1" status: 200 len: 734 time: 0.0244479 May 31 16:12:57.256421 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Request body: {'subnet': {'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:12:57.260746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:12:57.264463 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Usage tracker for resource:subnet and tenant:69a190ba7a2c45f39e9708a852cbc83b is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:12:57.267552 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:12:57.273731 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:12:57.284303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Made reservation on behalf of 69a190ba7a2c45f39e9708a852cbc83b for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:12:57.286586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:57.739131 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:57.743987 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:57.819799 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Checking segment: {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:12:57.820422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Network hostable DHCP agents. Network: 799a2b3a-233b-4e87-90aa-c3e8d7bcf362, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:12:57.824184 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094e4309-109a-463f-abdd-ec83681d2878,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:57.831245 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:57.841592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:12:57.850833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 799a2b3a-233b-4e87-90aa-c3e8d7bcf362) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:12:57.855237 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:12:57.855826 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:57.860082 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613c59d-0267-4746-8949-80b208084aff None None] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:12:57.876330 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6230712 May 31 16:12:58.169180 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:12:58.170469 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.353397 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Allocated IP 172.20.0.2 (799a2b3a-233b-4e87-90aa-c3e8d7bcf362/094e4309-109a-463f-abdd-ec83681d2878/91fa4279-21f0-49e2-885e-80011125bcda) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:12:58.580577 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.593770 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Transition to ACTIVE for port object 91fa4279-21f0-49e2-885e-80011125bcda will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:12:58.613531 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Transition to ACTIVE for port object 91fa4279-21f0-49e2-885e-80011125bcda will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:12:58.620788 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.626395 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:58.687567 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:12:58.690370 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:12:58.696771 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:12:58.700334 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Pushing event updated for resources: {'Port': ['ID=91fa4279-21f0-49e2-885e-80011125bcda,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:58.744105 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.744480 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.744809 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.745129 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.745447 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.745764 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.746075 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.746383 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.746691 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.746999 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.747308 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.747612 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Tracked resource versions report: May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: pushed versions: May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: { 'AddressGroup': {'1.2'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'ConntrackHelper': {'1.0'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Log': {'1.0'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Network': {'1.1'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Port': {'1.7'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'PortForwarding': {'1.2'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'QosPolicy': {'1.8'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroup': {'1.4'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroupRule': {'1.2'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'SubPort': {'1.0'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Subnet': {'1.1'}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Trunk': {'1.1'}} May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: consumer versions: May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'ConntrackHelper': '1.0', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Log': '1.0', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Network': '1.1', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Port': '1.7', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'PortForwarding': '1.2', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'QosPolicy': '1.8', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroup': '1.4', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroupRule': '1.2', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'SubPort': '1.0', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Subnet': '1.1', May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: 'Trunk': '1.1'}} May 31 16:12:58.748773 dv-cinder-793814-1-smb neutron-server[91774]: {{(pid=91774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:12:58.781409 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:12:58.801217 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Attempting to bind port 91fa4279-21f0-49e2-885e-80011125bcda on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:12:58.801764 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Attempting to bind port 91fa4279-21f0-49e2-885e-80011125bcda by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:12:58.802213 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Attempting to bind port 91fa4279-21f0-49e2-885e-80011125bcda on network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:12:58.807373 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:12:58.807786 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Checking segment: {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:12:58.808288 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.808683 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Bound using segment: {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:12:58.809215 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Bound port: 91fa4279-21f0-49e2-885e-80011125bcda, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:12:58.809611 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.896831 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] For port 91fa4279-21f0-49e2-885e-80011125bcda, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:12:58.901316 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] For port 91fa4279-21f0-49e2-885e-80011125bcda, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=91fa4279-21f0-49e2-885e-80011125bcda,segment=NetworkSegment(9294acff-d48b-4025-9e87-10f9e509e6f4),segment_id=9294acff-d48b-4025-9e87-10f9e509e6f4)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:12:58.905579 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:12:58.910154 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:12:58.996686 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Pushing event updated for resources: {'Port': ['ID=91fa4279-21f0-49e2-885e-80011125bcda,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:12:59.005701 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:00.233706 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43348) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:00.601676 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-b66feff1-f4c3-4422-a0f8-9bd7984cd515 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:13:00.602679 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b66feff1-f4c3-4422-a0f8-9bd7984cd515 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3680422 May 31 16:13:02.942445 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43358) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:03.314540 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-b7595abb-e265-4aee-b951-50cbc70527e8 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:13:03.315510 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b7595abb-e265-4aee-b951-50cbc70527e8 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3721511 May 31 16:13:03.994914 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 91fa4279-21f0-49e2-885e-80011125bcda up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:13:04.076691 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 91fa4279-21f0-49e2-885e-80011125bcda completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:04.497536 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993bfba8-dff2-4855-8bea-2b3afe7da8d5 None None] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:13:04.590256 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Provisioning for port 91fa4279-21f0-49e2-885e-80011125bcda completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:04.598882 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Provisioning complete for port 91fa4279-21f0-49e2-885e-80011125bcda triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:04.599276 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:04.837403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:04.880617 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] For port 91fa4279-21f0-49e2-885e-80011125bcda, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=91fa4279-21f0-49e2-885e-80011125bcda,segment=NetworkSegment(9294acff-d48b-4025-9e87-10f9e509e6f4),segment_id=9294acff-d48b-4025-9e87-10f9e509e6f4)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:04.884422 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:04.890333 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:04.960002 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Pushing event updated for resources: {'Port': ['ID=91fa4279-21f0-49e2-885e-80011125bcda,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:04.963166 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:05.207629 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-335acbcf-4cda-481b-874a-59e8872eccec None None] Provisioning complete for port 91fa4279-21f0-49e2-885e-80011125bcda triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:05.208320 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-335acbcf-4cda-481b-874a-59e8872eccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:05.933498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43374) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:05.962026 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 91fa4279-21f0-49e2-885e-80011125bcda up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:13:06.027021 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 91fa4279-21f0-49e2-885e-80011125bcda triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:06.027385 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:06.284118 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'name': 'router1'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:06.288905 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:06.293245 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Usage tracker for resource:router and tenant:69a190ba7a2c45f39e9708a852cbc83b is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:06.296594 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:06.302189 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:06.312143 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:06.313965 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:06.335533 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:06.459522 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:06.477486 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:06.479405 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b5db1d21-bd72-4dbd-9b38-6029c95bbf7c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5449476 May 31 16:13:08.808775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43384) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:09.170521 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-492db358-bd57-4a49-b877-abfd3af6a959 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:13:09.171497 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-492db358-bd57-4a49-b877-abfd3af6a959 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3617761 May 31 16:13:09.689644 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-752e2d65-87a1-445d-a7f9-dcb9667b1cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.494922 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43394) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:11.857377 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:11.862224 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:11.865974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Usage tracker for resource:network and tenant:f95c1c19d41545c9bc43cb52886a13e3 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:11.868777 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:11.874984 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:11.884957 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Made reservation on behalf of f95c1c19d41545c9bc43cb52886a13e3 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:13:11.887171 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.898725 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:11.912050 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:11.915638 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Usage tracker for resource:security_group_rule and tenant:f95c1c19d41545c9bc43cb52886a13e3 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:11.918778 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:11.924243 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:12.006837 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.010270 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.013091 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:12.028127 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Reserving flat network on physical network physnet1 {{(pid=91772) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 16:13:12.049015 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a623de-75b5-4259-b3ad-f92254d1f6e7,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:12.053021 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:12.053923 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.054256 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Added segment 425db9d0-e9d6-4933-b027-238a207ad987 of type flat for network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 May 31 16:13:12.074349 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d789085f-ef47-433b-98e9-464e544ec8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.091030 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.125513 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.126681 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:12.127250 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.131604 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:12.153423 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:12.225932 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7299609 May 31 16:13:12.229372 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Pushing event updated for resources: {'Network': ['ID=8b5df9cb-0699-469d-8f1e-3223fd7aa036,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:12.245129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:12.250014 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:13:13.234942 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:14.566394 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 43414) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:14.609091 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:14.810017 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fb25c-e094-4268-83d9-66deabb6c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:14.811441 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-459fb25c-e094-4268-83d9-66deabb6c3f6 admin admin] 10.222.0.61 "GET /v2.0/subnets/094e4309-109a-463f-abdd-ec83681d2878 HTTP/1.1" status: 200 len: 849 time: 0.2441356 May 31 16:13:15.017125 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-f3139de5-4b8f-4c6f-b1d7-181950bb3368 admin admin] 10.222.0.61 "GET /v2.0/routers/e9270f3d-c0c7-4a94-8c03-2d9b76734abe HTTP/1.1" status: 200 len: 704 time: 0.2003350 May 31 16:13:15.516308 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:15.747850 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Allocated IP 172.20.0.1 (799a2b3a-233b-4e87-90aa-c3e8d7bcf362/094e4309-109a-463f-abdd-ec83681d2878/752d9cc7-f0be-4b92-894a-b3a9b11c982f) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:13:15.921280 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:15.941584 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Transition to ACTIVE for port object 752d9cc7-f0be-4b92-894a-b3a9b11c982f will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:13:16.000521 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.005931 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:16.052854 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:13:16.053917 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:16.100813 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:13:16.101348 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.230009 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Pushing event updated for resources: {'Port': ['ID=752d9cc7-f0be-4b92-894a-b3a9b11c982f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:16.250802 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.251050 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.251367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.251678 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.251986 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.252317 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.252621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.252922 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.253240 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.253542 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.253840 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.254135 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Tracked resource versions report: May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: pushed versions: May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: { 'AddressGroup': {'1.2'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'ConntrackHelper': {'1.0'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Log': {'1.0'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Network': {'1.1'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Port': {'1.7'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'PortForwarding': {'1.2'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'QosPolicy': {'1.8'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroup': {'1.4'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroupRule': {'1.2'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'SubPort': {'1.0'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Subnet': {'1.1'}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Trunk': {'1.1'}} May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: consumer versions: May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'ConntrackHelper': '1.0', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Log': '1.0', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Network': '1.1', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Port': '1.7', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'PortForwarding': '1.2', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'QosPolicy': '1.8', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroup': '1.4', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroupRule': '1.2', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'SubPort': '1.0', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Subnet': '1.1', May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: 'Trunk': '1.1'}} May 31 16:13:16.255246 dv-cinder-793814-1-smb neutron-server[91773]: {{(pid=91773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:13:16.262169 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:16.301240 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9b51c4c9-801d-45d2-88f4-3776b4e62205 None None] Provisioning for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:16.306144 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9b51c4c9-801d-45d2-88f4-3776b4e62205 None None] Provisioning complete for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:16.306537 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9b51c4c9-801d-45d2-88f4-3776b4e62205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.359359 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-9b51c4c9-801d-45d2-88f4-3776b4e62205 None None] Port 752d9cc7-f0be-4b92-894a-b3a9b11c982f cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:13:16.379758 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.610701 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.615227 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.616509 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:16.619657 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:16.780930 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Pushing event updated for resources: {'Port': ['ID=752d9cc7-f0be-4b92-894a-b3a9b11c982f,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:16.783813 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:16.843737 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:13:16.844823 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:17.036426 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Router e9270f3d-c0c7-4a94-8c03-2d9b76734abe is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:13:17.081908 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-f7492612-16e6-45e0-bb2b-4e6c7711098c None None] Provisioning complete for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:17.082282 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f7492612-16e6-45e0-bb2b-4e6c7711098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:17.137264 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-f7492612-16e6-45e0-bb2b-4e6c7711098c None None] Port 752d9cc7-f0be-4b92-894a-b3a9b11c982f cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:13:17.192887 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:13:17.201871 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] 10.222.0.61 "PUT /v2.0/routers/e9270f3d-c0c7-4a94-8c03-2d9b76734abe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1798055 May 31 16:13:17.202398 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Sync routers for ids ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:13:17.212950 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Routers {'e9270f3d-c0c7-4a94-8c03-2d9b76734abe'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:13:17.213804 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:13:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:17.390129 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Set router e9270f3d-c0c7-4a94-8c03-2d9b76734abe gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:13:17.755170 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'name': 'router1', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:13:06Z', 'updated_at': '2021-05-31T16:13:16Z', 'revision_number': 2, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'gw_port_host': None, '_interfaces': [{'id': '752d9cc7-f0be-4b92-894a-b3a9b11c982f', 'name': '', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'mac_address': 'fa:16:3e:a2:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:15Z', 'updated_at': '2021-05-31T16:13:16Z', 'revision_number': 2, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'subnets': [{'id': '094e4309-109a-463f-abdd-ec83681d2878', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:17.759921 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Checking router: e9270f3d-c0c7-4a94-8c03-2d9b76734abe for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:13:17.760315 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Updating router e9270f3d-c0c7-4a94-8c03-2d9b76734abe port 752d9cc7-f0be-4b92-894a-b3a9b11c982f binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:13:17.810365 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:18.177155 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:18.191112 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Transition to ACTIVE for port object 752d9cc7-f0be-4b92-894a-b3a9b11c982f will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:13:18.198316 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:18.204345 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:18.403820 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Pushing event updated for resources: {'Port': ['ID=752d9cc7-f0be-4b92-894a-b3a9b11c982f,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:18.422468 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.422801 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.423134 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.423455 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.423769 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.424083 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.424431 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.424741 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.425048 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.425354 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.425659 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.425962 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Tracked resource versions report: May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: pushed versions: May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: { 'AddressGroup': {'1.2'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'ConntrackHelper': {'1.0'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Log': {'1.0'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Network': {'1.1'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Port': {'1.7'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'PortForwarding': {'1.2'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'QosPolicy': {'1.8'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroup': {'1.4'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroupRule': {'1.2'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'SubPort': {'1.0'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Subnet': {'1.1'}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Trunk': {'1.1'}} May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: consumer versions: May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'ConntrackHelper': '1.0', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Log': '1.0', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Network': '1.1', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Port': '1.7', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'PortForwarding': '1.2', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'QosPolicy': '1.8', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroup': '1.4', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroupRule': '1.2', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'SubPort': '1.0', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Subnet': '1.1', May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: 'Trunk': '1.1'}} May 31 16:13:18.427091 dv-cinder-793814-1-smb neutron-server[91775]: {{(pid=91775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:13:18.431150 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Attempting to bind port 752d9cc7-f0be-4b92-894a-b3a9b11c982f on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:13:18.432578 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Attempting to bind port 752d9cc7-f0be-4b92-894a-b3a9b11c982f by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:13:18.432578 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Attempting to bind port 752d9cc7-f0be-4b92-894a-b3a9b11c982f on network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:13:18.437902 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:18.438623 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:13:18.439075 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Checking segment: {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:13:18.439541 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:18.439917 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Bound using segment: {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:13:18.440490 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Bound port: 752d9cc7-f0be-4b92-894a-b3a9b11c982f, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9294acff-d48b-4025-9e87-10f9e509e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:13:18.440858 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:18.534147 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] For port 752d9cc7-f0be-4b92-894a-b3a9b11c982f, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:13:18.538662 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] For port 752d9cc7-f0be-4b92-894a-b3a9b11c982f, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=752d9cc7-f0be-4b92-894a-b3a9b11c982f,segment=NetworkSegment(9294acff-d48b-4025-9e87-10f9e509e6f4),segment_id=9294acff-d48b-4025-9e87-10f9e509e6f4)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:13:18.543552 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:18.548356 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:18.630361 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Routers {'e9270f3d-c0c7-4a94-8c03-2d9b76734abe'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:13:18.630990 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:13:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:18.775010 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Pushing event updated for resources: {'Port': ['ID=752d9cc7-f0be-4b92-894a-b3a9b11c982f,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:18.777357 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:18.816951 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] Set router e9270f3d-c0c7-4a94-8c03-2d9b76734abe gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:13:19.144422 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'name': 'router1', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:13:06Z', 'updated_at': '2021-05-31T16:13:16Z', 'revision_number': 2, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'gw_port_host': None, '_interfaces': [{'id': '752d9cc7-f0be-4b92-894a-b3a9b11c982f', 'name': '', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'mac_address': 'fa:16:3e:a2:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:15Z', 'updated_at': '2021-05-31T16:13:18Z', 'revision_number': 4, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'subnets': [{'id': '094e4309-109a-463f-abdd-ec83681d2878', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:19.148122 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d752b5b7-f425-41d2-8d29-4d7603ef5d88 None None] The sync data for ids ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'] in dv-cinder-793814-1-smb is: [{'id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'name': 'router1', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:13:06Z', 'updated_at': '2021-05-31T16:13:16Z', 'revision_number': 2, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'gw_port_host': None, '_interfaces': [{'id': '752d9cc7-f0be-4b92-894a-b3a9b11c982f', 'name': '', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'mac_address': 'fa:16:3e:a2:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:15Z', 'updated_at': '2021-05-31T16:13:18Z', 'revision_number': 4, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'subnets': [{'id': '094e4309-109a-463f-abdd-ec83681d2878', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:13:19.369829 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 43440) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:19.517360 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259899cd-601b-432a-84cc-a570526cbaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:19.518695 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-259899cd-601b-432a-84cc-a570526cbaec admin admin] 10.222.0.61 "GET /v2.0/networks/8b5df9cb-0699-469d-8f1e-3223fd7aa036 HTTP/1.1" status: 200 len: 842 time: 0.1479151 May 31 16:13:19.528283 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Request body: {'subnet': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:19.533421 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:13:19.537345 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Usage tracker for resource:subnet and tenant:f95c1c19d41545c9bc43cb52886a13e3 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:13:19.540318 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:13:19.547221 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:13:19.557674 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Made reservation on behalf of f95c1c19d41545c9bc43cb52886a13e3 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:13:19.560116 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:20.011591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.objects.ports [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91773) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 16:13:20.012029 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:20.016925 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:20.087622 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:20.090818 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:20.093473 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:13:20.093838 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Network hostable DHCP agents. Network: 8b5df9cb-0699-469d-8f1e-3223fd7aa036, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:13:20.112270 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:13:20.122582 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 8b5df9cb-0699-469d-8f1e-3223fd7aa036) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:20.127083 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:20.128253 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:20.131975 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02d85c-1900-4e3d-b96b-813baaf93ecc None None] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:13:20.149121 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6247211 May 31 16:13:20.336186 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae4789-b509-4b27-9281-4313dd90b5d5 None None] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:13:21.999793 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 752d9cc7-f0be-4b92-894a-b3a9b11c982f up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:13:22.067233 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:22.072855 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:22.073228 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:22.189052 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:22.221975 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 752d9cc7-f0be-4b92-894a-b3a9b11c982f, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=752d9cc7-f0be-4b92-894a-b3a9b11c982f,segment=NetworkSegment(9294acff-d48b-4025-9e87-10f9e509e6f4),segment_id=9294acff-d48b-4025-9e87-10f9e509e6f4)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:22.226314 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:22.228665 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:22.299861 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=752d9cc7-f0be-4b92-894a-b3a9b11c982f,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:22.303078 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:22.395231 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 43454) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:22.591314 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-bffe0ce6-0b33-4db3-aa4b-c86ca56078b3 admin admin] 10.222.0.61 "GET /v2.0/routers/e9270f3d-c0c7-4a94-8c03-2d9b76734abe HTTP/1.1" status: 200 len: 710 time: 0.1949389 May 31 16:13:22.757730 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8e7ae-4352-4a45-b5ae-4ce4277b8be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:13:22.758980 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-04b8e7ae-4352-4a45-b5ae-4ce4277b8be4 admin admin] 10.222.0.61 "GET /v2.0/networks/8b5df9cb-0699-469d-8f1e-3223fd7aa036 HTTP/1.1" status: 200 len: 886 time: 0.1625855 May 31 16:13:22.767816 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:13:23.203187 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:23.531543 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:23.584555 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:23.714584 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Allocated IP 172.28.1.182 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/47797307-e7b0-4f13-b463-4e44efc1f19b) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:13:23.855695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:23.882811 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:23.887184 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:23.946879 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:13:23.949720 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:13:23.953485 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:13:23.976923 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 752d9cc7-f0be-4b92-894a-b3a9b11c982f up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:13:24.071612 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:24.072019 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:24.117546 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Pushing event updated for resources: {'Port': ['ID=47797307-e7b0-4f13-b463-4e44efc1f19b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:24.127363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:24.382125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:24.709386 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:24.713166 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2079361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2079424', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2077268'] for router, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:24.885021 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Router e9270f3d-c0c7-4a94-8c03-2d9b76734abe has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:13:25.059163 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:13:25.067702 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:25.068819 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Sync routers for ids ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:13:25.069278 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] 10.222.0.61 "PUT /v2.0/routers/e9270f3d-c0c7-4a94-8c03-2d9b76734abe HTTP/1.1" status: 200 len: 890 time: 2.3045344 May 31 16:13:25.079272 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Routers {'e9270f3d-c0c7-4a94-8c03-2d9b76734abe'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:13:25.080095 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:13:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:25.269583 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Set router e9270f3d-c0c7-4a94-8c03-2d9b76734abe gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:13:25.607190 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'name': 'router1', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '47797307-e7b0-4f13-b463-4e44efc1f19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:13:06Z', 'updated_at': '2021-05-31T16:13:24Z', 'revision_number': 4, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'gw_port': {'id': '47797307-e7b0-4f13-b463-4e44efc1f19b', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:77:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:23Z', 'updated_at': '2021-05-31T16:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '752d9cc7-f0be-4b92-894a-b3a9b11c982f', 'name': '', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'mac_address': 'fa:16:3e:a2:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:15Z', 'updated_at': '2021-05-31T16:13:22Z', 'revision_number': 5, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'subnets': [{'id': '094e4309-109a-463f-abdd-ec83681d2878', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:25.611881 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Checking router: e9270f3d-c0c7-4a94-8c03-2d9b76734abe for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:13:25.612270 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Updating router e9270f3d-c0c7-4a94-8c03-2d9b76734abe port 47797307-e7b0-4f13-b463-4e44efc1f19b binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:13:25.661993 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:25.981665 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:25.992743 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Transition to ACTIVE for port object 47797307-e7b0-4f13-b463-4e44efc1f19b will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:13:25.999034 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.003718 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:26.079176 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Attempting to bind port 47797307-e7b0-4f13-b463-4e44efc1f19b on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:13:26.079794 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Attempting to bind port 47797307-e7b0-4f13-b463-4e44efc1f19b by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:13:26.079926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Attempting to bind port 47797307-e7b0-4f13-b463-4e44efc1f19b on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:13:26.088996 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:13:26.089369 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:13:26.089766 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.090156 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:13:26.090620 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Bound port: 47797307-e7b0-4f13-b463-4e44efc1f19b, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:13:26.090990 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.117731 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e054b78-8e19-403c-a88d-9cb1e50f3339 None None] Pushing event updated for resources: {'Port': ['ID=47797307-e7b0-4f13-b463-4e44efc1f19b,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:26.120711 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-2e054b78-8e19-403c-a88d-9cb1e50f3339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:26.162750 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] For port 47797307-e7b0-4f13-b463-4e44efc1f19b, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:13:26.166302 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] For port 47797307-e7b0-4f13-b463-4e44efc1f19b, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=47797307-e7b0-4f13-b463-4e44efc1f19b,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:13:26.170679 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:26.175404 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ba105f44-f3b5-48e1-a5a3-d48a8db85050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:26.244859 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Routers {'e9270f3d-c0c7-4a94-8c03-2d9b76734abe'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:13:26.245475 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:13:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:26.354370 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e054b78-8e19-403c-a88d-9cb1e50f3339 None None] Pushing event updated for resources: {'Port': ['ID=47797307-e7b0-4f13-b463-4e44efc1f19b,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:26.357615 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-2e054b78-8e19-403c-a88d-9cb1e50f3339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:26.463371 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] Set router e9270f3d-c0c7-4a94-8c03-2d9b76734abe gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:13:26.778926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'name': 'router1', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '47797307-e7b0-4f13-b463-4e44efc1f19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:13:06Z', 'updated_at': '2021-05-31T16:13:24Z', 'revision_number': 4, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'gw_port': {'id': '47797307-e7b0-4f13-b463-4e44efc1f19b', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:77:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:23Z', 'updated_at': '2021-05-31T16:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '752d9cc7-f0be-4b92-894a-b3a9b11c982f', 'name': '', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'mac_address': 'fa:16:3e:a2:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:15Z', 'updated_at': '2021-05-31T16:13:22Z', 'revision_number': 5, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'subnets': [{'id': '094e4309-109a-463f-abdd-ec83681d2878', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:13:26.782671 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cfbd0-532d-4650-9271-303ec28cf4b5 None None] The sync data for ids ['e9270f3d-c0c7-4a94-8c03-2d9b76734abe'] in dv-cinder-793814-1-smb is: [{'id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'name': 'router1', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '47797307-e7b0-4f13-b463-4e44efc1f19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:13:06Z', 'updated_at': '2021-05-31T16:13:24Z', 'revision_number': 4, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'gw_port': {'id': '47797307-e7b0-4f13-b463-4e44efc1f19b', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:77:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:23Z', 'updated_at': '2021-05-31T16:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '752d9cc7-f0be-4b92-894a-b3a9b11c982f', 'name': '', 'network_id': '799a2b3a-233b-4e87-90aa-c3e8d7bcf362', 'tenant_id': '69a190ba7a2c45f39e9708a852cbc83b', 'mac_address': 'fa:16:3e:a2:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9270f3d-c0c7-4a94-8c03-2d9b76734abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '094e4309-109a-463f-abdd-ec83681d2878', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:13:15Z', 'updated_at': '2021-05-31T16:13:22Z', 'revision_number': 5, 'project_id': '69a190ba7a2c45f39e9708a852cbc83b', 'subnets': [{'id': '094e4309-109a-463f-abdd-ec83681d2878', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3898851d-ebf5-420d-a6e0-e6d5a13f30a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:13:27.394284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 43464) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:13:27.526279 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-98c6ebb2-e113-4e7d-ab4c-17dff42f341c admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1308939 May 31 16:13:28.003661 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 47797307-e7b0-4f13-b463-4e44efc1f19b up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:13:28.074847 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 47797307-e7b0-4f13-b463-4e44efc1f19b completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:13:28.079418 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 47797307-e7b0-4f13-b463-4e44efc1f19b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:28.079793 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:28.193978 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:28.209934 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 47797307-e7b0-4f13-b463-4e44efc1f19b, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=47797307-e7b0-4f13-b463-4e44efc1f19b,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:13:28.214080 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:28.216290 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:13:28.285448 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=47797307-e7b0-4f13-b463-4e44efc1f19b,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:13:28.288426 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:13:30.032165 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 47797307-e7b0-4f13-b463-4e44efc1f19b up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:13:30.102429 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 47797307-e7b0-4f13-b463-4e44efc1f19b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:13:30.102722 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:39.693466 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8e372286-2740-450a-ace9-e7b37d74b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:41.709742 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:13:42.081712 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7d033ffb-cd71-45c0-ad2f-46ebe4240e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:42.167413 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:43.240426 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:13:44.631854 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:09.762269 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c7bbfd22-1104-4f29-83a5-a551b1d0bb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:12.079694 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-daeb80f0-b734-4f5a-acc0-11e15e9cea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:12.162244 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:13.242620 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:14.636427 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:18.708270 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:14:39.694854 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1062a8b7-e6af-475a-b710-929280375f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:42.072778 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4d46c624-2b3d-4130-b534-e474287fe788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:42.164607 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:43.245304 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:44.642641 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:14:55.706549 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:15:01.361849 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44034) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:01.429253 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc814be3-a597-4f5d-853d-f81838a1fa75 admin admin] GET failed (client error): The resource could not be found. May 31 16:15:01.429768 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-bc814be3-a597-4f5d-853d-f81838a1fa75 admin admin] Synchronizing usage tracker for tenant:f95c1c19d41545c9bc43cb52886a13e3 on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:15:01.447548 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-bc814be3-a597-4f5d-853d-f81838a1fa75 admin admin] Unset dirty status for tenant:f95c1c19d41545c9bc43cb52886a13e3 on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:15:01.451498 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-bc814be3-a597-4f5d-853d-f81838a1fa75 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0859728 May 31 16:15:01.579258 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8bd9e0-74de-4de6-aadf-422afc277792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:01.580635 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9b8bd9e0-74de-4de6-aadf-422afc277792 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1281173 May 31 16:15:03.680255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44044) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:03.786195 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfecdc4-12df-47c7-bde5-072db060341b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:03.787462 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1dfecdc4-12df-47c7-bde5-072db060341b admin admin] 10.222.0.61 "GET /v2.0/subnets/094e4309-109a-463f-abdd-ec83681d2878 HTTP/1.1" status: 200 len: 849 time: 0.1062677 May 31 16:15:03.796920 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:15:03.919453 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:04.102083 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789765030557'] for subnet, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:04.106391 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:04.149422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:04.150296 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:04.156180 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] 10.222.0.61 "PUT /v2.0/subnets/094e4309-109a-463f-abdd-ec83681d2878 HTTP/1.1" status: 200 len: 868 time: 0.3585057 May 31 16:15:04.158995 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5df767-106a-4cb3-9f64-0130bb36f518 None None] Network 799a2b3a-233b-4e87-90aa-c3e8d7bcf362 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:15:04.176920 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094e4309-109a-463f-abdd-ec83681d2878,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:04.185144 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.185577 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.185974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.186368 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.186762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.187146 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.187530 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.187912 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.188417 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.188803 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.189181 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.189561 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:04.193363 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:04.587498 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b5064743-43f0-4979-84d4-fa1566e314cb None None] Provisioning complete for port 752d9cc7-f0be-4b92-894a-b3a9b11c982f triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:15:04.587870 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b5064743-43f0-4979-84d4-fa1566e314cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:04.733557 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b5064743-43f0-4979-84d4-fa1566e314cb None None] Provisioning complete for port 91fa4279-21f0-49e2-885e-80011125bcda triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:15:04.733903 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b5064743-43f0-4979-84d4-fa1566e314cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:06.294398 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44054) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:06.466362 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e3c1c-7a10-412a-b90b-368d85f80067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:06.466889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e3c1c-7a10-412a-b90b-368d85f80067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:06.468489 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a15e3c1c-7a10-412a-b90b-368d85f80067 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1731348 May 31 16:15:08.557551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44064) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:08.726079 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db903777-bf03-4046-895d-1362251ff07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:08.726476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db903777-bf03-4046-895d-1362251ff07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:08.727959 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-db903777-bf03-4046-895d-1362251ff07c admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1694844 May 31 16:15:09.697183 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1f5f28a0-e7fb-4643-95a4-6b5573c8f701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:10.838767 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44074) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:11.060482 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7cc39-a746-4a7d-8b37-a9a97f2afa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:11.061735 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-0de7cc39-a746-4a7d-8b37-a9a97f2afa0c admin admin] 10.222.0.61 "GET /v2.0/networks/799a2b3a-233b-4e87-90aa-c3e8d7bcf362 HTTP/1.1" status: 200 len: 869 time: 0.2220144 May 31 16:15:12.075907 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-099836c3-4722-45d9-81d5-b48d84046377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:12.169306 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:13.186974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44084) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:13.246969 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:13.352221 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb4d96-0700-468f-994b-c883894e0a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:13.354101 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1cdb4d96-0700-468f-994b-c883894e0a6c admin admin] 10.222.0.61 "GET /v2.0/networks/8b5df9cb-0699-469d-8f1e-3223fd7aa036 HTTP/1.1" status: 200 len: 886 time: 0.1656821 May 31 16:15:14.641103 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:15.445418 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44094) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:15.555954 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88813a40-1b83-4525-8989-c77abbee8199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:15.556964 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88813a40-1b83-4525-8989-c77abbee8199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:15.558458 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-88813a40-1b83-4525-8989-c77abbee8199 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1121061 May 31 16:15:17.930550 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44104) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:18.039934 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17040c55-a4ed-483d-a569-83008bc2c449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:18.040414 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17040c55-a4ed-483d-a569-83008bc2c449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:18.042487 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-17040c55-a4ed-483d-a569-83008bc2c449 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110196 May 31 16:15:20.123394 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44114) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:20.228908 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0cfb2c-ea28-4a45-ac5d-71f9835c110a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:20.231160 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-5d0cfb2c-ea28-4a45-ac5d-71f9835c110a admin admin] 10.222.0.61 "GET /v2.0/subnets/094e4309-109a-463f-abdd-ec83681d2878 HTTP/1.1" status: 200 len: 868 time: 0.1066315 May 31 16:15:22.392505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44124) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:22.491714 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db756c2e-ad75-4dc2-bf8a-7abd956fdd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:22.493053 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-db756c2e-ad75-4dc2-bf8a-7abd956fdd04 admin admin] 10.222.0.61 "GET /v2.0/subnets/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96 HTTP/1.1" status: 200 len: 816 time: 0.0996330 May 31 16:15:32.704737 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:15:39.699269 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5ed9abb7-eb33-438e-915b-a69530f6ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:42.077896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c6c579f9-0284-45dc-bd8b-09d98911f81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:42.171365 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:43.250476 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:44.645188 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:45.406086 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44168) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:45.454018 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-078c63d6-9c08-47ed-b161-64c69d51603c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:15:45.454980 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-078c63d6-9c08-47ed-b161-64c69d51603c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479667 May 31 16:15:47.616936 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44178) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:47.710089 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d880772e-c178-40e6-8c9f-21888e6344d1 admin admin] GET failed (client error): The resource could not be found. May 31 16:15:47.711299 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d880772e-c178-40e6-8c9f-21888e6344d1 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0934098 May 31 16:15:47.834293 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1487cb5a-6466-41ba-b8b9-41de463d4712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:47.835721 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1487cb5a-6466-41ba-b8b9-41de463d4712 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1197922 May 31 16:15:49.960904 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44188) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:50.007975 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:15:50.012429 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:15:50.021925 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:15:50.031952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Made reservation on behalf of f95c1c19d41545c9bc43cb52886a13e3 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:15:50.034126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:50.121116 dv-cinder-793814-1-smb neutron-server[91772]: WARNING neutron.services.revisions.revision_plugin [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Could not find related network for resource to bump revision. May 31 16:15:50.133791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:15:50.144732 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:50.145109 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Added segment 4a83c77b-62d9-4a5f-b067-7cff847f52a0 of type vlan for network 808c41c4-7cf6-443d-9214-04e234fc905b May 31 16:15:50.170718 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:50.197693 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:50.198921 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:50.199493 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:50.203887 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:50.297529 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3354418 May 31 16:15:50.300537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Pushing event updated for resources: {'Network': ['ID=808c41c4-7cf6-443d-9214-04e234fc905b,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:50.313895 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:50.322009 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 808c41c4-7cf6-443d-9214-04e234fc905b details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:15:52.445083 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44198) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:15:52.512775 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d1bb0b-19c2-4641-b2ff-3ef4e0fb7e40 admin admin] GET failed (client error): The resource could not be found. May 31 16:15:52.513280 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-63d1bb0b-19c2-4641-b2ff-3ef4e0fb7e40 admin admin] Synchronizing usage tracker for tenant:f95c1c19d41545c9bc43cb52886a13e3 on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:15:52.528795 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-63d1bb0b-19c2-4641-b2ff-3ef4e0fb7e40 admin admin] Unset dirty status for tenant:f95c1c19d41545c9bc43cb52886a13e3 on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:15:52.529867 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-63d1bb0b-19c2-4641-b2ff-3ef4e0fb7e40 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0837877 May 31 16:15:52.631915 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d405cc1-9b7f-472d-b06f-22d1b5f4f216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:52.633281 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9d405cc1-9b7f-472d-b06f-22d1b5f4f216 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995405 May 31 16:15:52.643268 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Request body: {'subnet': {'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:15:52.647467 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:15:52.651794 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Usage tracker for resource:subnet and tenant:f95c1c19d41545c9bc43cb52886a13e3 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:15:52.654586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:15:52.660098 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:15:52.669542 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Made reservation on behalf of f95c1c19d41545c9bc43cb52886a13e3 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:15:52.671748 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.034345 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.038608 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f3a0b419-00cd-4c68-97d9-d129b3a05156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:53.103611 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Pushing event updated for resources: {'Subnet': ['ID=023089da-997e-4027-8a79-6ff3e92ef18c,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:53.106765 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:53.112185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Checking segment: {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:15:53.112556 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Network hostable DHCP agents. Network: 808c41c4-7cf6-443d-9214-04e234fc905b, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:15:53.128852 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Network 808c41c4-7cf6-443d-9214-04e234fc905b is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:15:53.137871 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 808c41c4-7cf6-443d-9214-04e234fc905b) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:15:53.141946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:15:53.142524 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.147030 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f4fa6-8ca3-47a4-901d-78f0cff37d99 None None] Network 808c41c4-7cf6-443d-9214-04e234fc905b requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:15:53.161407 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5216856 May 31 16:15:53.367278 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-808c41c4-7cf6-443d-9214-04e234fc905b', 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b', 'tenant_id': 'f95c1c19d41545c9bc43cb52886a13e3', 'fixed_ips': [{'subnet_id': '023089da-997e-4027-8a79-6ff3e92ef18c'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:15:53.368087 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.528489 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Allocated IP 192.168.233.2 (808c41c4-7cf6-443d-9214-04e234fc905b/023089da-997e-4027-8a79-6ff3e92ef18c/3391e357-9703-4d92-af24-d63ef2b9afc1) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:15:53.731983 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.741960 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Transition to ACTIVE for port object 3391e357-9703-4d92-af24-d63ef2b9afc1 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:15:53.760082 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Transition to ACTIVE for port object 3391e357-9703-4d92-af24-d63ef2b9afc1 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:15:53.766431 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.770956 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:53.832115 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Network 808c41c4-7cf6-443d-9214-04e234fc905b is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:15:53.834912 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:15:53.840828 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:15:53.846392 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Pushing event updated for resources: {'Port': ['ID=3391e357-9703-4d92-af24-d63ef2b9afc1,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:53.876924 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.877256 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.877591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.877909 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.878227 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.878547 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.878862 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.879173 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.879485 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.879794 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.880123 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.880737 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:15:53.888420 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:53.940786 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Attempting to bind port 3391e357-9703-4d92-af24-d63ef2b9afc1 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:15:53.941260 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Attempting to bind port 3391e357-9703-4d92-af24-d63ef2b9afc1 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:15:53.941628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Attempting to bind port 3391e357-9703-4d92-af24-d63ef2b9afc1 on network 808c41c4-7cf6-443d-9214-04e234fc905b {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:15:53.947377 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:15:53.947748 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Checking segment: {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:15:53.948170 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:53.950897 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Bound using segment: {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:15:53.950897 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Bound port: 3391e357-9703-4d92-af24-d63ef2b9afc1, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:15:53.950897 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:54.040801 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] For port 3391e357-9703-4d92-af24-d63ef2b9afc1, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:15:54.043900 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] For port 3391e357-9703-4d92-af24-d63ef2b9afc1, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=3391e357-9703-4d92-af24-d63ef2b9afc1,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:15:54.048464 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:54.052728 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-2e054b78-8e19-403c-a88d-9cb1e50f3339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:54.129051 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Pushing event updated for resources: {'Port': ['ID=3391e357-9703-4d92-af24-d63ef2b9afc1,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:54.132588 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:54.933962 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e0fca-f11f-4636-a98d-8ee11af4a4a8 None None] Network 808c41c4-7cf6-443d-9214-04e234fc905b requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:15:55.030286 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2925bf9d-c243-400c-aea0-bec2a39c49dc None None] Provisioning for port 3391e357-9703-4d92-af24-d63ef2b9afc1 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:15:56.105552 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 3391e357-9703-4d92-af24-d63ef2b9afc1 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:15:56.198441 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 3391e357-9703-4d92-af24-d63ef2b9afc1 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:15:56.203317 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 3391e357-9703-4d92-af24-d63ef2b9afc1 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:15:56.203688 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:56.312821 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:56.343394 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 3391e357-9703-4d92-af24-d63ef2b9afc1, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=3391e357-9703-4d92-af24-d63ef2b9afc1,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:15:56.348172 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:15:56.351558 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:15:56.421859 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=3391e357-9703-4d92-af24-d63ef2b9afc1,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:15:56.424773 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:15:58.088606 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 3391e357-9703-4d92-af24-d63ef2b9afc1 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:15:58.156983 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 3391e357-9703-4d92-af24-d63ef2b9afc1 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:15:58.157347 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:09.703110 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:16:09.763479 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-760d2df3-72cf-4e9e-b5da-84d851cf4cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:12.080720 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9c030b51-53ed-4516-ac7e-19f87f271fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:12.173318 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:13.252729 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:14.649807 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:39.704658 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2ca2bb6d-37e3-4d8d-9fa3-cad7e0192740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:42.084188 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b79d57c9-0f88-42d5-9276-69c399787d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:42.175442 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:43.256294 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:44.652514 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:46.702122 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:16:59.419111 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44248) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:59.424888 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [None req-3f5b43d1-4bb6-4795-ac88-075005e1da0e tempest-verify_tempest_config-483990032 tempest-verify_tempest_config-483990032-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:16:59.425831 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-3f5b43d1-4bb6-4795-ac88-075005e1da0e tempest-verify_tempest_config-483990032 tempest-verify_tempest_config-483990032-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057549 May 31 16:16:59.728796 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44266) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:16:59.840896 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:59.854804 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:16:59.858492 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Usage tracker for resource:security_group_rule and tenant:3769c1092e1747f999e0eb51c161ed2b is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:16:59.861199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:16:59.866738 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:16:59.949353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:59.953186 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:16:59.960422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:16:59.998767 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e59908-1502-44be-b10b-3ace1d41c6f8,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:17:00.001746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Synchronizing usage tracker for tenant:f95c1c19d41545c9bc43cb52886a13e3 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:17:00.010107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.010447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.010794 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.011098 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.011417 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.011738 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.012058 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.012397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.012736 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.013055 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.013367 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.013676 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:17:00.018799 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:17:00.031075 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Unset dirty status for tenant:f95c1c19d41545c9bc43cb52886a13e3 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:17:00.032451 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3769c1092e1747f999e0eb51c161ed2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3026779 May 31 16:17:00.035020 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44272) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:17:00.091117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:00.115454 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:00.206721 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:00.210504 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:17:00.221794 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e59908-1502-44be-b10b-3ace1d41c6f8,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:17:00.224792 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:17:00.229497 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:00.230606 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7e59908-1502-44be-b10b-3ace1d41c6f8 HTTP/1.1" status: 204 len: 168 time: 0.1947138 May 31 16:17:09.706938 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0307de26-b8c3-498f-8858-fe2603d080d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:12.089672 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-594f046c-8336-4ca8-9778-de00b6876a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:12.177628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:13.260105 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:14.655325 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:23.701019 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:17:39.707234 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-931edb3e-3483-4cee-aae7-44c73eb7a0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:42.090275 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41032832-5cde-4c66-91d6-a249d80300f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:42.179683 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:43.262037 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:17:44.657836 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:00.698649 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:18:09.765290 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1078356f-bb1b-440c-a50a-19fa38583f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:12.093876 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2a4ddbf6-6fbb-43b5-ad91-19a3a402a855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:12.180587 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:13.265628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:14.660705 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:37.698563 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 5 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:18:39.707460 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-419c714e-1dfa-457a-9234-0584a7dfc78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:42.095136 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-068549c9-304a-4925-8ef0-029986fe58d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:42.181734 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:43.269861 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:43.376748 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414'] for agent, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:44.663807 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:18:47.520045 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44324) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:18:47.634191 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-dee095ac-cc8b-49ce-8c94-c7479dcbc272 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1130500 May 31 16:18:49.740723 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44334) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:18:49.795235 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d6f068b3-668c-4537-b6ad-b330adbd2bcb admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0534520 May 31 16:19:09.708104 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8c344878-fa84-4a25-b646-9f72be9d508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:12.096000 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9784817f-a422-4239-8f65-19a710133848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:12.181825 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:13.271739 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:13.346705 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:14.666296 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:14.696875 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:19:39.715485 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-6a38a22a-0113-42a5-b72c-cb7e66fadd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:42.097354 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f81ae688-6245-4317-9286-ebc11649e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:42.184568 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:43.274015 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:43.339513 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:44.669675 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:19:51.695974 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:20:09.766831 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f9895748-034f-4f4c-bf66-b610c363e1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:12.098002 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-04e74482-34f8-4522-a819-e9694720ff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:12.186804 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:13.275917 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:13.359656 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:14.674041 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:22.542775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44496) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:22.816724 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-833501108-network', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:22.821724 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:22.825552 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Usage tracker for resource:network and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:22.828432 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:22.834298 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:22.844881 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Made reservation on behalf of 3d3bda89f5c7414aa9a7827ff17b7760 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:22.850073 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44522) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:22.850623 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:22.864237 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:22.878811 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:22.889362 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:22.890427 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:22.900010 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:22.988097 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:22.993493 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:22.998200 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-31c9f55c-f744-46ab-bf89-28073aaefb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:23.028896 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:20:23.039098 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.039516 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Added segment fdefcef6-4042-4818-a9b3-77dc5890dfb5 of type vlan for network 3556450c-ce9a-4a82-87a9-a03609166931 May 31 16:20:23.064695 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.073094 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a27a8-e05a-4174-9052-7123d3d19195,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:23.081640 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.081973 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.082297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.082615 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.082925 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.083230 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.083557 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.083845 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.084168 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.084507 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.084805 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.085106 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Tracked resource versions report: May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: pushed versions: May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: { 'AddressGroup': {'1.2'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'ConntrackHelper': {'1.0'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Log': {'1.0'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Network': {'1.1'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Port': {'1.7'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'PortForwarding': {'1.2'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'QosPolicy': {'1.8'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroup': {'1.4'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'SubPort': {'1.0'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Subnet': {'1.1'}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Trunk': {'1.1'}} May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: consumer versions: May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: HyperV agent@hv-cinder-79381: {}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'ConntrackHelper': '1.0', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Log': '1.0', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Network': '1.1', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Port': '1.7', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'PortForwarding': '1.2', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'QosPolicy': '1.8', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroup': '1.4', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'SecurityGroupRule': '1.2', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'SubPort': '1.0', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Subnet': '1.1', May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: 'Trunk': '1.1'}} May 31 16:20:23.086156 dv-cinder-793814-1-smb neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:20:23.090502 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:23.112748 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.114319 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:23.115059 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.125761 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:23.130452 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-404392245-network', 'tenant_id': '089429e586eb458dba6845da4c503031'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:23.134858 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:23.138655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Usage tracker for resource:network and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:23.141819 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:23.147859 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:23.157924 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Made reservation on behalf of 089429e586eb458dba6845da4c503031 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:23.161031 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.176743 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.196295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:23.209110 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:23.214446 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:23.220879 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:23.230863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Pushing event updated for resources: {'Network': ['ID=3556450c-ce9a-4a82-87a9-a03609166931,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:23.238422 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6936398 May 31 16:20:23.239419 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44544) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:23.240379 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:23.244133 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 3556450c-ce9a-4a82-87a9-a03609166931 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:20:23.252991 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Request body: {'subnet': {'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-833501108-subnet', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:23.262337 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:23.269829 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Usage tracker for resource:subnet and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:23.276593 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:23.285926 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:23.298859 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Made reservation on behalf of 3d3bda89f5c7414aa9a7827ff17b7760 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:23.303590 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.368527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.375384 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.380476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:23.410693 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:20:23.419647 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f53917-3c92-44fb-92b4-fb15e351ecff,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:23.431270 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789765106405', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.432351 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Unsubscribe: segment precommit_create {{(pid=91773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 16:20:23.432983 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Added segment 81cc65b5-81ba-47c8-8b6e-55cd22283ff5 of type vlan for network 768c2299-8287-4e24-9aee-4858320c6979 May 31 16:20:23.442297 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.442870 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.443358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.443830 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.444489 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.445134 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.445591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.446063 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.446564 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.447021 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.447491 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.447957 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Tracked resource versions report: May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: pushed versions: May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: { 'AddressGroup': {'1.2'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'ConntrackHelper': {'1.0'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Log': {'1.0'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Network': {'1.1'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Port': {'1.7'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'PortForwarding': {'1.2'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'QosPolicy': {'1.8'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroup': {'1.4'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroupRule': {'1.2'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'SubPort': {'1.0'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Subnet': {'1.1'}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Trunk': {'1.1'}} May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: consumer versions: May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: HyperV agent@hv-cinder-79381: {}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'ConntrackHelper': '1.0', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Log': '1.0', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Network': '1.1', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Port': '1.7', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'PortForwarding': '1.2', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'QosPolicy': '1.8', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroup': '1.4', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'SecurityGroupRule': '1.2', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'SubPort': '1.0', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Subnet': '1.1', May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: 'Trunk': '1.1'}} May 31 16:20:23.450025 dv-cinder-793814-1-smb neutron-server[91773]: {{(pid=91773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:20:23.472498 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:23.504089 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.543512 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.546519 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:23.547105 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.551834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:23.665060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Pushing event updated for resources: {'Network': ['ID=768c2299-8287-4e24-9aee-4858320c6979,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:23.679293 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 768c2299-8287-4e24-9aee-4858320c6979 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:20:23.698222 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:23.709841 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8584733 May 31 16:20:23.710705 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44556) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:23.716700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Request body: {'subnet': {'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-subnet', 'tenant_id': '089429e586eb458dba6845da4c503031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:23.726183 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:23.738970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Usage tracker for resource:subnet and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:23.751377 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:23.762502 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:23.764071 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44560) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:23.765454 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.777214 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:23.788772 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Made reservation on behalf of 089429e586eb458dba6845da4c503031 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:23.791210 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.834754 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=609ef505-a38f-4acd-892d-245b5855f1a3,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:23.842273 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:23.858684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44568) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:23.866628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Checking segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:23.867095 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Network hostable DHCP agents. Network: 3556450c-ce9a-4a82-87a9-a03609166931, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:20:23.894028 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Network 3556450c-ce9a-4a82-87a9-a03609166931 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:20:23.901618 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44576) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:23.910447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 3556450c-ce9a-4a82-87a9-a03609166931) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:23.921813 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443c619-b9c6-4d7e-825a-0a685c83cd2f None None] Network 3556450c-ce9a-4a82-87a9-a03609166931 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:23.924029 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:23.924730 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.957092 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7129486 May 31 16:20:23.957519 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44584) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:23.963203 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:23.968402 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:23.972506 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Usage tracker for resource:router and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:23.976191 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:23.983675 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:23.997663 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:23.999164 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.024869 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.118397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-548863392-network', 'tenant_id': 'cf3962568474483a98676eb93b275f8f'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:24.133435 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.187553 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2018897225-network', 'tenant_id': 'dfa262cae94f48738dfd83a8bfa5c760'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:24.191395 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Usage tracker for resource:network and tenant:cf3962568474483a98676eb93b275f8f is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:24.205891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:24.217021 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:24.323472 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-3556450c-ce9a-4a82-87a9-a03609166931', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:20:24.324353 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.332297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.339581 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Usage tracker for resource:network and tenant:dfa262cae94f48738dfd83a8bfa5c760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:24.351074 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:24.391547 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1533189747-network', 'tenant_id': '4b2746d8b43b496691fe8edad6a79fa1'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:24.424771 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:24.428952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Made reservation on behalf of cf3962568474483a98676eb93b275f8f for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:24.434226 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.435195 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.442051 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-24e7890d-3601-4370-9d5b-02fef3d5b958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:24.516679 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Checking segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:24.517417 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Network hostable DHCP agents. Network: 768c2299-8287-4e24-9aee-4858320c6979, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:20:24.542368 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.543128 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Network 768c2299-8287-4e24-9aee-4858320c6979 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:20:24.552520 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e855bd-54ef-45f9-a402-557207596837,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:24.555873 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Allocated IP 172.20.0.2 (3556450c-ce9a-4a82-87a9-a03609166931/609ef505-a38f-4acd-892d-245b5855f1a3/860e9264-6827-4555-9e36-9f426aa235c8) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:24.563591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:24.566062 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.578284 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 768c2299-8287-4e24-9aee-4858320c6979) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:24.578496 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.582681 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Usage tracker for resource:network and tenant:4b2746d8b43b496691fe8edad6a79fa1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:24.583244 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:24.583930 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.586481 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:24.592630 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:24.606808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.611361 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Usage tracker for resource:security_group_rule and tenant:cf3962568474483a98676eb93b275f8f is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:24.614440 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:24.620505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:24.624908 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9095864 May 31 16:20:24.624908 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44606) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:24.630469 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:24.646811 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.654802 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Usage tracker for resource:router and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:24.655160 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Made reservation on behalf of 4b2746d8b43b496691fe8edad6a79fa1 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:24.665074 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.665714 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:24.678268 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:24.692698 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.694004 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.722436 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.730846 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.744495 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Made reservation on behalf of dfa262cae94f48738dfd83a8bfa5c760 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:24.756694 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.785590 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.815236 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.824308 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:24.829486 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b2746d8b43b496691fe8edad6a79fa1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:24.833161 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:24.840530 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:24.881625 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:24.892675 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Transition to ACTIVE for port object 860e9264-6827-4555-9e36-9f426aa235c8 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:24.922621 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Transition to ACTIVE for port object 860e9264-6827-4555-9e36-9f426aa235c8 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:24.927320 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd087f2-513b-4ba8-a514-1c8c3a778a03 None None] Network 768c2299-8287-4e24-9aee-4858320c6979 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:24.952156 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.015351 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Usage tracker for resource:security_group_rule and tenant:dfa262cae94f48738dfd83a8bfa5c760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:25.021283 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.030178 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:25.051185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:20:25.063464 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.063933 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Added segment 18b55c82-805a-4589-91e4-2cb7e874c4a0 of type vlan for network b282fd18-b63b-4c89-8035-69b494a45545 May 31 16:20:25.108124 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.159099 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.169363 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:25.216498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:25.252306 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Pushing event updated for resources: {'Port': ['ID=860e9264-6827-4555-9e36-9f426aa235c8,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:25.257891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:25.264352 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.280930 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.283980 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.284797 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.285394 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.286324 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.287191 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.287786 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.288410 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.288997 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.289661 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.290288 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.291088 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Tracked resource versions report: May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: pushed versions: May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: { 'AddressGroup': {'1.2'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'ConntrackHelper': {'1.0'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Log': {'1.0'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Network': {'1.1'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Port': {'1.7'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'PortForwarding': {'1.2'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'QosPolicy': {'1.8'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroup': {'1.4'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroupRule': {'1.2'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'SubPort': {'1.0'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Subnet': {'1.1'}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Trunk': {'1.1'}} May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: consumer versions: May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: HyperV agent@hv-cinder-79381: {}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'ConntrackHelper': '1.0', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Log': '1.0', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Network': '1.1', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Port': '1.7', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'PortForwarding': '1.2', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'QosPolicy': '1.8', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroup': '1.4', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'SecurityGroupRule': '1.2', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'SubPort': '1.0', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Subnet': '1.1', May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: 'Trunk': '1.1'}} May 31 16:20:25.292769 dv-cinder-793814-1-smb neutron-server[91774]: {{(pid=91774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:20:25.311384 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:25.318041 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:25.318635 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.321756 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Network 3556450c-ce9a-4a82-87a9-a03609166931 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:25.325866 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:25.330618 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.366563 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:25.409246 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-768c2299-8287-4e24-9aee-4858320c6979', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:20:25.410318 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.558060 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80965e1-e47f-4c59-8212-ba7c50ae35f6,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:25.601505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:25.609771 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5af475-a66d-4d5f-969b-1897d2ab25fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:25.769413 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.782364 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Attempting to bind port 860e9264-6827-4555-9e36-9f426aa235c8 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:25.782776 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Attempting to bind port 860e9264-6827-4555-9e36-9f426aa235c8 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:25.783147 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Attempting to bind port 860e9264-6827-4555-9e36-9f426aa235c8 on network 3556450c-ce9a-4a82-87a9-a03609166931 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:25.813797 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:25.814433 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Checking segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:25.815027 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.815625 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Bound using segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:25.817063 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Bound port: 860e9264-6827-4555-9e36-9f426aa235c8, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:25.817761 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.867816 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.872902 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9675286 May 31 16:20:25.872902 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.883737 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.884754 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44660) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:25.900434 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Request body: {'subnet': {'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1533189747-subnet', 'tenant_id': '4b2746d8b43b496691fe8edad6a79fa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:25.905987 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:25.910083 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Usage tracker for resource:subnet and tenant:4b2746d8b43b496691fe8edad6a79fa1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:25.913295 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:25.919751 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:25.923741 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.929124 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b282fd18-b63b-4c89-8035-69b494a45545,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:25.932552 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Allocated IP 172.20.0.2 (768c2299-8287-4e24-9aee-4858320c6979/89e855bd-54ef-45f9-a402-557207596837/41f3cd19-228a-4205-b83a-ccb759b78353) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:25.933486 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:25.940223 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:25.944428 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:25.947344 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network b282fd18-b63b-4c89-8035-69b494a45545 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:20:26.056295 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:20:26.065320 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07bf8a0-6d33-49fe-ac97-57a7f94751d2,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:26.068895 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:20:26.082984 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Made reservation on behalf of 4b2746d8b43b496691fe8edad6a79fa1 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:26.085274 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.113945 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.114287 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Added segment 4d3303ff-48bb-45c1-be49-a510ad924dae of type vlan for network a1c107e8-07ab-4d38-884d-aae6601028e4 May 31 16:20:26.143616 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Allocated IP 172.28.1.167 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/e1800432-591c-4660-9b41-29be91f7d407) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:26.179129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.179761 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Added segment 0e4096c2-9083-4f60-a97a-635727655804 of type vlan for network 2f714c57-4061-4567-a24d-b485902abd2e May 31 16:20:26.218543 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] For port 860e9264-6827-4555-9e36-9f426aa235c8, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:26.226123 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef802b47-a431-4b29-871e-6942e3953933,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:26.241086 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:26.250387 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:26.250683 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:26.361053 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.388448 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] For port 860e9264-6827-4555-9e36-9f426aa235c8, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=860e9264-6827-4555-9e36-9f426aa235c8,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:26.391149 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.397943 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44678) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:26.403593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.408010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.413372 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:26.469080 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:26.502253 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Pushing event updated for resources: {'Port': ['ID=e1800432-591c-4660-9b41-29be91f7d407,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:26.506299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:26.518785 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:26.525482 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:26.528788 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:26.560999 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.600808 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.610316 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Pushing event updated for resources: {'Port': ['ID=860e9264-6827-4555-9e36-9f426aa235c8,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:26.619677 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:26.638723 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Transition to ACTIVE for port object 41f3cd19-228a-4205-b83a-ccb759b78353 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:26.658576 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.669444 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Transition to ACTIVE for port object 41f3cd19-228a-4205-b83a-ccb759b78353 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:26.679368 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.684302 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:26.692132 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:26.692742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.697909 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.702307 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:26.766481 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Network 768c2299-8287-4e24-9aee-4858320c6979 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:26.772005 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:26.776891 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:26.809312 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] Pushing event updated for resources: {'Network': ['ID=a1c107e8-07ab-4d38-884d-aae6601028e4,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:26.832655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:26.833255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:26.899824 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network a1c107e8-07ab-4d38-884d-aae6601028e4 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:20:26.919283 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0541708 May 31 16:20:26.940819 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44700) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:27.058364 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Pushing event updated for resources: {'Port': ['ID=41f3cd19-228a-4205-b83a-ccb759b78353,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:27.067496 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.071015 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:27.072358 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Request body: {'subnet': {'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2018897225-subnet', 'tenant_id': 'dfa262cae94f48738dfd83a8bfa5c760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:27.108971 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Attempting to bind port 41f3cd19-228a-4205-b83a-ccb759b78353 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:27.118130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Attempting to bind port 41f3cd19-228a-4205-b83a-ccb759b78353 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:27.118791 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Attempting to bind port 41f3cd19-228a-4205-b83a-ccb759b78353 on network 768c2299-8287-4e24-9aee-4858320c6979 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:27.126155 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:27.126782 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Checking segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:27.127352 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.127945 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Bound using segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:27.128628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Bound port: 41f3cd19-228a-4205-b83a-ccb759b78353, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:27.129177 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.204179 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-118b975f-91fd-4a3f-9a0f-e07c0dc8480a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4347663 May 31 16:20:27.204179 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.231957 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:27.239978 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44716) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:27.256552 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Usage tracker for resource:subnet and tenant:dfa262cae94f48738dfd83a8bfa5c760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:27.263018 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Request body: {'subnet': {'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-subnet', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:27.273452 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] For port 41f3cd19-228a-4205-b83a-ccb759b78353, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:27.276987 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] For port 41f3cd19-228a-4205-b83a-ccb759b78353, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=41f3cd19-228a-4205-b83a-ccb759b78353,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:27.277588 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.281046 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.284118 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.284906 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:27.290711 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:27.293240 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Pushing event updated for resources: {'Network': ['ID=2f714c57-4061-4567-a24d-b485902abd2e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:27.315288 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:27.358249 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 2f714c57-4061-4567-a24d-b485902abd2e details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:20:27.364634 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:27.371059 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:27.372617 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:27.376524 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:27.377220 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:27.380187 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Usage tracker for resource:subnet and tenant:cf3962568474483a98676eb93b275f8f is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:27.385858 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:27.391309 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a288b6ac448546dd9ed5833662db0623 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:27.403572 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:27.420610 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:27.432133 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Made reservation on behalf of dfa262cae94f48738dfd83a8bfa5c760 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:27.434844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:27.435996 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.625216 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:27.655878 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Pushing event updated for resources: {'Port': ['ID=41f3cd19-228a-4205-b83a-ccb759b78353,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:27.674108 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:27.922386 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Made reservation on behalf of cf3962568474483a98676eb93b275f8f for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:27.925875 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:28.136755 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:28.147503 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:28.173074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-77cf3300-2c8f-48f3-9617-ed3ff2b2bdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:28.219971 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec39a04-c1d2-4259-9ef1-7b5c84f615e2 None None] Network 3556450c-ce9a-4a82-87a9-a03609166931 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:28.269605 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a288b6ac448546dd9ed5833662db0623&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8702970 May 31 16:20:28.278299 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44774) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:28.291866 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:20:28.349727 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e42376-b82e-4688-8906-9a77b2764810,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:28.353972 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:28.372352 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-21b4bf9e-393a-4516-b182-3779b38dd4c4 None None] Provisioning for port 860e9264-6827-4555-9e36-9f426aa235c8 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:28.462724 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Allocated IP 172.28.1.174 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/5d207f07-2d41-4556-b4e0-77cde89056ea) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:28.534881 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 41f3cd19-228a-4205-b83a-ccb759b78353 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:28.564586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:28.588775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-abd95531-e330-43d3-9f26-e8df35bb96c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:28.704010 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:20:28.716910 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:28.726920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 41f3cd19-228a-4205-b83a-ccb759b78353 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:28.728593 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:28.747565 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 860e9264-6827-4555-9e36-9f426aa235c8 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:28.758196 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:28.760794 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:28.773607 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:28.774785 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1485991 May 31 16:20:28.777988 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44796) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:28.812304 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c27f672-962b-4710-81c3-9d379e8ab101,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:28.835588 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:28.920805 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 860e9264-6827-4555-9e36-9f426aa235c8 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:28.938536 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 860e9264-6827-4555-9e36-9f426aa235c8 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:28.938942 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.145018 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.263193 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:29.272146 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf4327-aa45-41d1-82cf-3d198d5dff1d None None] Network 768c2299-8287-4e24-9aee-4858320c6979 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:29.383005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44812) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:29.401517 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Checking segment: {'id': '18b55c82-805a-4589-91e4-2cb7e874c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:29.402215 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Network hostable DHCP agents. Network: b282fd18-b63b-4c89-8035-69b494a45545, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:20:29.416497 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.434650 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.466845 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.524138 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Provisioning complete for port 860e9264-6827-4555-9e36-9f426aa235c8 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:29.524787 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.566312 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.590208 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:29.596936 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Usage tracker for resource:security_group_rule and tenant:3b92b3ccae784393ba8f7db7373d0c1a is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:29.628250 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 860e9264-6827-4555-9e36-9f426aa235c8, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=860e9264-6827-4555-9e36-9f426aa235c8,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:29.652299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:29.670017 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:29.673015 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.684138 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.689448 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:29.723148 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:26Z', 'revision_number': 3, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:29.728027 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:29.728594 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Updating router 9748f87f-805d-4f5b-828e-49fd76bc2de5 port e1800432-591c-4660-9b41-29be91f7d407 binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:20:29.742361 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.749846 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.765840 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:29.792462 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.834740 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Network b282fd18-b63b-4c89-8035-69b494a45545 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:20:29.877064 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:29.886404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:29.893305 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, b282fd18-b63b-4c89-8035-69b494a45545) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:29.916747 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:29.934842 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=860e9264-6827-4555-9e36-9f426aa235c8,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:29.941167 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:29.975135 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Provisioning for port 41f3cd19-228a-4205-b83a-ccb759b78353 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:29.980872 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Provisioning complete for port 41f3cd19-228a-4205-b83a-ccb759b78353 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:29.981250 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:29.982146 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.026356 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Pushing event updated for resources: {'Port': ['ID=5d207f07-2d41-4556-b4e0-77cde89056ea,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.058299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.076256 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.118508 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:30.121470 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2e30e030-415f-41fe-bd7c-8e5f2711262c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:30.134411 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce982f2b-ac24-4756-8157-b17bab4a54fb None None] Network b282fd18-b63b-4c89-8035-69b494a45545 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:30.155993 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:30.177635 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.192088 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d0068-ee24-46c3-9824-0d5ed236b2f3,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.195340 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:30.197510 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Transition to ACTIVE for port object e1800432-591c-4660-9b41-29be91f7d407 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:30.219114 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.232074 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-c4cc243c-6e82-44da-aab8-dddf9756917c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:30.249233 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.258477 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b92b3ccae784393ba8f7db7373d0c1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8713727 May 31 16:20:30.259157 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44820) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:30.283538 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:30.284945 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.371074 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] For port 41f3cd19-228a-4205-b83a-ccb759b78353, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=41f3cd19-228a-4205-b83a-ccb759b78353,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:30.375619 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Checking segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:30.376397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Network hostable DHCP agents. Network: 2f714c57-4061-4567-a24d-b485902abd2e, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:20:30.376987 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Pushing event updated for resources: {'Port': ['ID=e1800432-591c-4660-9b41-29be91f7d407,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.395331 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.396389 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 860e9264-6827-4555-9e36-9f426aa235c8 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:30.400632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.402007 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7e42376-b82e-4688-8906-9a77b2764810 HTTP/1.1" status: 204 len: 168 time: 2.1224372 May 31 16:20:30.413361 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.413704 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.414039 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.414365 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.414681 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.415200 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.415672 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.416142 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.416678 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.417170 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.417717 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.418185 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Tracked resource versions report: May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: pushed versions: May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: { 'AddressGroup': {'1.2'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'ConntrackHelper': {'1.0'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Log': {'1.0'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Network': {'1.1'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Port': {'1.7'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'PortForwarding': {'1.2'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'QosPolicy': {'1.8'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroup': {'1.4'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroupRule': {'1.2'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'SubPort': {'1.0'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Subnet': {'1.1'}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Trunk': {'1.1'}} May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: consumer versions: May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: { DHCP agent@dv-cinder-793814-1-smb: {}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: HyperV agent@hv-cinder-79381: {}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: L3 agent@dv-cinder-793814-1-smb: {}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: Metadata agent@dv-cinder-793814-1-smb: {}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: Metering agent@dv-cinder-793814-1-smb: {}, May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: Open vSwitch agent@dv-cinder-793814-1-smb: { 'AddressGroup': '1.2', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'ConntrackHelper': '1.0', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Log': '1.0', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Network': '1.1', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Port': '1.7', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'PortForwarding': '1.2', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'QosPolicy': '1.8', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroup': '1.4', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'SecurityGroupRule': '1.2', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'SubPort': '1.0', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Subnet': '1.1', May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: 'Trunk': '1.1'}} May 31 16:20:30.419499 dv-cinder-793814-1-smb neutron-server[91775]: {{(pid=91775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 16:20:30.425672 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Attempting to bind port e1800432-591c-4660-9b41-29be91f7d407 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:30.426256 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Attempting to bind port e1800432-591c-4660-9b41-29be91f7d407 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:30.426798 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Attempting to bind port e1800432-591c-4660-9b41-29be91f7d407 on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:30.434260 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:30.435503 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:30.436078 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:30.436847 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.437432 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:30.438209 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Bound port: e1800432-591c-4660-9b41-29be91f7d407, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:30.438748 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.475198 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5845394 May 31 16:20:30.476722 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-449f021c-2dbc-4177-95ed-a91e4db56ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:30.479833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d9e0af-cfab-43f3-8787-997f96732938,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.543828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.567546 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] For port e1800432-591c-4660-9b41-29be91f7d407, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:30.573979 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] For port e1800432-591c-4660-9b41-29be91f7d407, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=e1800432-591c-4660-9b41-29be91f7d407,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:30.579456 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.581710 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.593364 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Network 2f714c57-4061-4567-a24d-b485902abd2e is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:20:30.602696 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:30.645598 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63621d-f729-4c12-bb10-f2f8afeda996 None None] Network b282fd18-b63b-4c89-8035-69b494a45545 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:30.662362 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.679271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:30.680746 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Pushing event updated for resources: {'Port': ['ID=41f3cd19-228a-4205-b83a-ccb759b78353,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.716194 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d0068-ee24-46c3-9824-0d5ed236b2f3,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.722299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:30.726794 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Allocated IP 172.20.0.1 (768c2299-8287-4e24-9aee-4858320c6979/89e855bd-54ef-45f9-a402-557207596837/474db356-39c0-4427-a8fd-73b107649203) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:30.739190 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:30.770281 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.773880 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/566d0068-ee24-46c3-9824-0d5ed236b2f3 HTTP/1.1" status: 204 len: 168 time: 0.5113506 May 31 16:20:30.781534 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Pushing event updated for resources: {'Port': ['ID=e1800432-591c-4660-9b41-29be91f7d407,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:30.784269 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-41f27551-bb11-49d6-873c-b66666453b59 None None] Provisioning complete for port 41f3cd19-228a-4205-b83a-ccb759b78353 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:30.784999 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41f27551-bb11-49d6-873c-b66666453b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.834643 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:30.835305 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:30.913960 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 860e9264-6827-4555-9e36-9f426aa235c8 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:30.918741 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.932770 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:30.940769 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:30.995327 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b9e52d59-8193-4324-8e40-19eb6902032f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.173s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:31.013106 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 2f714c57-4061-4567-a24d-b485902abd2e) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:31.019761 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:31.019761 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.047628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e42376-b82e-4688-8906-9a77b2764810,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:31.051108 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:31.057449 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661375c-8a22-41d0-a53d-9382813e7566 None None] Network 2f714c57-4061-4567-a24d-b485902abd2e requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:31.163272 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.191203 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Transition to ACTIVE for port object 474db356-39c0-4427-a8fd-73b107649203 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:31.213619 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.224379 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1774199 May 31 16:20:31.238412 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.252234 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a043ee55-c71f-45ac-a7f0-4da1d14287d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:31.290198 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:31.364258 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a976a46e-dfbd-4a70-84f8-a7f15fe88b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:31.450535 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed78ae8-f365-467a-a351-8cb3944b5649 None None] Network 2f714c57-4061-4567-a24d-b485902abd2e requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:31.456933 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Pushing event updated for resources: {'Port': ['ID=474db356-39c0-4427-a8fd-73b107649203,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:31.473936 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:31.488871 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Network 768c2299-8287-4e24-9aee-4858320c6979 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:31.489894 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:31.499460 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:31.499874 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.522014 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44856) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:31.558358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.588735 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:31.594222 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:31.619376 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Usage tracker for resource:security_group_rule and tenant:fbbf83e0ed0d482d960cf15913286f15 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:31.623893 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:31.671719 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:31.712585 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44862) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:31.786276 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:31.817943 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6ee311-e80f-4e89-a381-c9c513076038,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:31.831503 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Checking segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:31.832056 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Network hostable DHCP agents. Network: a1c107e8-07ab-4d38-884d-aae6601028e4, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:20:31.836462 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:31.841147 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:26Z', 'revision_number': 3, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:31.855620 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f155fa-b89f-477f-a477-cb7bff5df148 None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:26Z', 'revision_number': 3, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:31.861380 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:31.886764 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b5cf11a94b4b47b0f5403efdf6c700 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:31.908288 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:31.933116 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:32.042601 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-297ed91f-fa84-4c12-8341-840f8b87b16d None None] Provisioning for port 474db356-39c0-4427-a8fd-73b107649203 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:32.069318 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.071277 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-297ed91f-fa84-4c12-8341-840f8b87b16d None None] Provisioning complete for port 474db356-39c0-4427-a8fd-73b107649203 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:32.071827 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-297ed91f-fa84-4c12-8341-840f8b87b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.101785 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.149274 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.159750 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-297ed91f-fa84-4c12-8341-840f8b87b16d None None] Port 474db356-39c0-4427-a8fd-73b107649203 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:20:32.173111 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Network a1c107e8-07ab-4d38-884d-aae6601028e4 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:20:32.176991 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-83012c7b-caad-4f97-b672-b9145994000c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:32.203232 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.205521 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, a1c107e8-07ab-4d38-884d-aae6601028e4) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:32.210730 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:32.211291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.216068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3379a-a3af-4834-9dd4-3723639a5bb1,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:32.219975 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:32.220972 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede56626-2aa1-4253-aac1-f64d0f4402ba None None] Network a1c107e8-07ab-4d38-884d-aae6601028e4 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:32.272906 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbbf83e0ed0d482d960cf15913286f15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7497745 May 31 16:20:32.273476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44880) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:32.404607 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.407509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44898) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:32.424632 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 5.1835012 May 31 16:20:32.427242 dv-cinder-793814-1-smb neutron-server[91772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 16:20:32.435021 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 41f3cd19-228a-4205-b83a-ccb759b78353 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:32.461397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44902) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:32.499449 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.560283 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:32.565304 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7d4db011-489e-48fc-8375-68c2e88933b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:32.570875 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:32.578204 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Usage tracker for resource:router and tenant:cf3962568474483a98676eb93b275f8f is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:32.630521 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e37ed-6c7b-49f4-ba48-0c6da2498a66,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:32.633704 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:32.649210 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:32.662689 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 41f3cd19-228a-4205-b83a-ccb759b78353 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:32.663550 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.663667 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.674553 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:32.705473 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.736374 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17700ee4-39e9-4167-948f-5118ff4960ea None None] Network a1c107e8-07ab-4d38-884d-aae6601028e4 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:20:32.751820 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.753209 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.792651 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.801460 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5b5cf11a94b4b47b0f5403efdf6c700&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0878687 May 31 16:20:32.802262 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44910) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:32.818608 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a47908c3-8ee2-46fc-b04e-d098b6385789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:32.854440 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3379a-a3af-4834-9dd4-3723639a5bb1,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:32.856955 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:32.882318 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.896518 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0e3379a-a3af-4834-9dd4-3723639a5bb1 HTTP/1.1" status: 204 len: 168 time: 0.6009376 May 31 16:20:32.917203 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-a7c5f438-a7ea-4e8d-a0d5-de3e3a6780f3 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:32.917942 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-a7c5f438-a7ea-4e8d-a0d5-de3e3a6780f3 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Synchronizing usage tracker for tenant:4b2746d8b43b496691fe8edad6a79fa1 on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:32.982425 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:32.988074 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Router a5312e50-918c-4508-bc67-3731cef41a05 is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:20:33.006222 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.022784 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.025596 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-a7c5f438-a7ea-4e8d-a0d5-de3e3a6780f3 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Unset dirty status for tenant:4b2746d8b43b496691fe8edad6a79fa1 on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:33.028160 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.029316 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-a7c5f438-a7ea-4e8d-a0d5-de3e3a6780f3 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/networks?id=b282fd18-b63b-4c89-8035-69b494a45545 HTTP/1.1" status: 200 len: 812 time: 0.6086216 May 31 16:20:33.044918 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:33.049746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 44928) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:33.140289 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Pushing event updated for resources: {'Port': ['ID=474db356-39c0-4427-a8fd-73b107649203,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:33.142305 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-33713f9e-59eb-4604-a409-070f0a0abc82 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/quotas/4b2746d8b43b496691fe8edad6a79fa1 HTTP/1.1" status: 200 len: 375 time: 0.0912530 May 31 16:20:33.148517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.182571 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.335349 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:33.384095 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.393761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:33.423120 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e37ed-6c7b-49f4-ba48-0c6da2498a66,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:33.433368 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:33.466432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Network 768c2299-8287-4e24-9aee-4858320c6979 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:33.469175 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:33.618630 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-99f65d4d-4ed3-40f1-8a74-992dc67484bc tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b2746d8b43b496691fe8edad6a79fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3201711 May 31 16:20:33.648032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.649363 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e68e37ed-6c7b-49f4-ba48-0c6da2498a66 HTTP/1.1" status: 204 len: 168 time: 0.8391521 May 31 16:20:33.824699 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-56329161-c8d2-4f77-8a2a-dbb1daf66b3f None None] Provisioning complete for port 474db356-39c0-4427-a8fd-73b107649203 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:33.825952 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-56329161-c8d2-4f77-8a2a-dbb1daf66b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.839873 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:20:33.904264 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:33.958237 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-56329161-c8d2-4f77-8a2a-dbb1daf66b3f None None] Port 474db356-39c0-4427-a8fd-73b107649203 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:20:33.974109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-617326a9-3f7c-4f52-a0ab-08fc8526a920 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:33.974755 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-617326a9-3f7c-4f52-a0ab-08fc8526a920 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:33.980464 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:33.991951 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:34.011488 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:34.012155 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:34.100808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-6a86680d-e44a-45e3-9b09-ae6ac95e44ee service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:20:34.116583 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-6a86680d-e44a-45e3-9b09-ae6ac95e44ee service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2496562 May 31 16:20:34.166372 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-617326a9-3f7c-4f52-a0ab-08fc8526a920 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:34.173397 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-617326a9-3f7c-4f52-a0ab-08fc8526a920 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 1.1209254 May 31 16:20:34.193568 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:34.194714 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.2361860 May 31 16:20:34.206365 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 44962) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:34.326167 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:34.403139 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device e1800432-591c-4660-9b41-29be91f7d407 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:34.426915 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:34.432731 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-8e2e3b5d-0bf2-455d-a433-c030e7e86724 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/quotas/dfa262cae94f48738dfd83a8bfa5c760 HTTP/1.1" status: 200 len: 375 time: 0.2574737 May 31 16:20:34.455525 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:34.470411 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:34.471054 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:34.491108 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] 10.222.0.61 "PUT /v2.0/routers/9748f87f-805d-4f5b-828e-49fd76bc2de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7122419 May 31 16:20:34.676818 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-5290a19d-3c79-4aae-ba46-181630a22641 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2365873 May 31 16:20:34.689985 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-d1381bb5-bb7d-4b82-afd5-025d5c47dff6 service neutron] 10.222.0.61 "GET /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725613 May 31 16:20:34.711837 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port e1800432-591c-4660-9b41-29be91f7d407 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:34.739941 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port e1800432-591c-4660-9b41-29be91f7d407 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:34.740346 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:34.981663 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:35.029169 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-420c2302-44b8-4e3c-9ecf-ed4438e59a1c service neutron] 10.222.0.61 "GET /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311291 May 31 16:20:35.093483 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.130520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.184219 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.230545 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:30Z', 'revision_number': 3, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:35.261185 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:35.261434 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Updating router a5312e50-918c-4508-bc67-3731cef41a05 port 5d207f07-2d41-4556-b4e0-77cde89056ea binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:20:35.287747 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Allocated IP 172.28.1.96 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/67c41989-d585-4c56-a115-b3016bdef4fa) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:35.499634 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.526260 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.566433 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.573428 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ee3c18ed-014b-4e45-92df-cb11a4bd0758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:35.594962 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port e1800432-591c-4660-9b41-29be91f7d407, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=e1800432-591c-4660-9b41-29be91f7d407,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:35.602907 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.667728 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Pushing event updated for resources: {'Port': ['ID=67c41989-d585-4c56-a115-b3016bdef4fa,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:35.673875 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:35.680126 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:35.687536 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:35.690395 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:35.695922 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:35.702154 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:35.826599 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Allocated IP 172.20.0.1 (3556450c-ce9a-4a82-87a9-a03609166931/609ef505-a38f-4acd-892d-245b5855f1a3/8a0eaf4e-d436-4530-96c5-3ecbe0f4179b) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:35.840050 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:32Z', 'revision_number': 2, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:35.846639 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:35.848528 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Updating router 9748f87f-805d-4f5b-828e-49fd76bc2de5 port 474db356-39c0-4427-a8fd-73b107649203 binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:20:35.896116 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=e1800432-591c-4660-9b41-29be91f7d407,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:35.909191 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:35.961696 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-33a44880-6c3e-42d0-9eb7-4694a5588e44 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:20:35.962705 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-33a44880-6c3e-42d0-9eb7-4694a5588e44 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5620275 May 31 16:20:35.966695 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.041805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.090510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Transition to ACTIVE for port object 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:36.140477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.154673 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7178290f-9d66-4d8a-8f93-7d6a5b693263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:36.234409 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Pushing event updated for resources: {'Port': ['ID=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:36.239723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:36.241919 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Network 3556450c-ce9a-4a82-87a9-a03609166931 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:36.243372 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:36.246324 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:36.246996 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.465369 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device e1800432-591c-4660-9b41-29be91f7d407 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:36.547595 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.590817 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.615653 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Transition to ACTIVE for port object 5d207f07-2d41-4556-b4e0-77cde89056ea will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:36.635788 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.647749 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:36.717558 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port e1800432-591c-4660-9b41-29be91f7d407 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:36.718639 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.726410 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-032361f5-7d86-433d-aaaa-7ccc2f6af2a2 service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408273 May 31 16:20:36.754541 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45062) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:36.780129 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143141905', 'description': 'tempest-description--1459053767'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:36.804384 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:36.818939 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:36.924580 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Attempting to bind port 5d207f07-2d41-4556-b4e0-77cde89056ea on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:36.925496 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Attempting to bind port 5d207f07-2d41-4556-b4e0-77cde89056ea by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:36.927017 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Attempting to bind port 5d207f07-2d41-4556-b4e0-77cde89056ea on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:36.934045 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04088172-4d72-4d37-ae94-5c1f0a0623d6 None None] Pushing event updated for resources: {'Port': ['ID=5d207f07-2d41-4556-b4e0-77cde89056ea,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:36.939095 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7bd7718e-107b-4f59-82aa-54222e3adfed None None] Provisioning for port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:36.953238 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-04088172-4d72-4d37-ae94-5c1f0a0623d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:36.955641 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:36.956280 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.957078 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:36.957259 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.957872 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:36.958402 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Bound port: 5d207f07-2d41-4556-b4e0-77cde89056ea, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:36.958804 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:36.995487 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Transition to ACTIVE for port object 474db356-39c0-4427-a8fd-73b107649203 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:36.998668 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7bd7718e-107b-4f59-82aa-54222e3adfed None None] Provisioning complete for port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:37.004699 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7bd7718e-107b-4f59-82aa-54222e3adfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.014106 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.020476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:37.028347 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:37.031635 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:37.122525 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1fff20a0-ffb1-4dc5-9b72-cf79b422da46 req-9c212e60-36ae-4b41-a7f4-3c7098f37078 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 210 time: 0.1255393 May 31 16:20:37.164375 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.192833 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7718e-107b-4f59-82aa-54222e3adfed None None] Port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:20:37.199695 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.215606 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a306cb-223e-4883-9aaa-40aec4cbabf0 None None] Pushing event updated for resources: {'Port': ['ID=474db356-39c0-4427-a8fd-73b107649203,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:37.228054 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-05a306cb-223e-4883-9aaa-40aec4cbabf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:37.325264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.344372 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.348060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.354091 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-d5296ee7-7ffc-40d4-9b5c-bcf9c3dd6fc0 service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155801 May 31 16:20:37.372663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:37.379917 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:37.383014 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:37.391825 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:37.518367 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] For port 5d207f07-2d41-4556-b4e0-77cde89056ea, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:37.528054 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] For port 5d207f07-2d41-4556-b4e0-77cde89056ea, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=5d207f07-2d41-4556-b4e0-77cde89056ea,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:37.542320 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.562754 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.566835 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e7134111-d53a-4bfb-9c43-c22707f95725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:37.567240 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:37.672629 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45104) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:37.673734 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Pushing event updated for resources: {'Port': ['ID=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:37.677635 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:37.678722 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.737452 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Attempting to bind port 474db356-39c0-4427-a8fd-73b107649203 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:37.739960 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Attempting to bind port 474db356-39c0-4427-a8fd-73b107649203 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:37.740576 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Attempting to bind port 474db356-39c0-4427-a8fd-73b107649203 on network 768c2299-8287-4e24-9aee-4858320c6979 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:37.754403 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:37.755041 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Checking segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:37.757612 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.758261 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Bound using segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:37.758995 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Bound port: 474db356-39c0-4427-a8fd-73b107649203, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:37.760164 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:37.812721 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04088172-4d72-4d37-ae94-5c1f0a0623d6 None None] Pushing event updated for resources: {'Port': ['ID=5d207f07-2d41-4556-b4e0-77cde89056ea,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:37.822095 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-04088172-4d72-4d37-ae94-5c1f0a0623d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:37.881510 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:37.882132 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:37.981717 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] For port 474db356-39c0-4427-a8fd-73b107649203, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:37.989921 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] For port 474db356-39c0-4427-a8fd-73b107649203, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=474db356-39c0-4427-a8fd-73b107649203,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:38.000710 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.007508 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:38.017262 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:38.066691 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a5b98-7f56-474d-82ba-ac905af4c53f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:38.069420 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:38.076719 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Network 3556450c-ce9a-4a82-87a9-a03609166931 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:38.081675 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:38.394023 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:38.394880 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:38.396935 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.398822 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6411314 May 31 16:20:38.401792 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Router a5312e50-918c-4508-bc67-3731cef41a05 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:20:38.403212 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45146) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:38.473031 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'security_group_rule': {'security_group_id': 'a43a5b98-7f56-474d-82ba-ac905af4c53f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:38.488557 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:38.593948 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1906bf26-a8f2-4977-967e-33151d239a01 req-c029d30e-1991-4ec5-b078-e90a0ee35a49 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 210 time: 0.6061335 May 31 16:20:38.626628 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a306cb-223e-4883-9aaa-40aec4cbabf0 None None] Pushing event updated for resources: {'Port': ['ID=474db356-39c0-4427-a8fd-73b107649203,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:38.629820 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-05a306cb-223e-4883-9aaa-40aec4cbabf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:38.685408 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.704977 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:38.754334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:38.757175 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.777614 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:38.838459 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:38.859203 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-3b4a117b-a27a-49f7-95db-849bdaca96d1 None None] Provisioning complete for port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:38.860467 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3b4a117b-a27a-49f7-95db-849bdaca96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:38.869803 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:38.880886 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe9e7e3ad1f4154a7e65cbe09a4233f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:38.958614 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:38.992420 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:39.002580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.003379 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f832e31d-b6a5-4efa-a3c8-0e0dd28cd72d req-e382c964-e043-43dd-a521-89aafc73c565 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 210 time: 0.1475313 May 31 16:20:39.083394 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:39.124851 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:39.161403 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] 10.222.0.61 "PUT /v2.0/routers/a5312e50-918c-4508-bc67-3731cef41a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9538314 May 31 16:20:39.251969 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a117b-a27a-49f7-95db-849bdaca96d1 None None] Port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:20:39.253600 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Router c7383803-28cd-42e2-805f-3665faa70dd6 is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:20:39.262449 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.291418 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.336056 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:39.430496 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66aef791-7e32-4625-8e4f-d7561c6247fe,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:39.451526 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:39.497322 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.515320 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0973477 May 31 16:20:39.515320 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.35', 63389) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:39.518510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45184) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:39.520735 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.598026 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'security_group_rule': {'security_group_id': 'a43a5b98-7f56-474d-82ba-ac905af4c53f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:39.616833 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.639131 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:39.673729 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:39.704360 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 2, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:39.733765 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f5c1b-be0e-4664-986a-6696ca842b52 None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 2, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:39.762867 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a9ed6081-e20b-4209-96b4-20a2b2a54892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.775923 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:39.789692 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Sync routers for ids ['c7383803-28cd-42e2-805f-3665faa70dd6'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:39.802480 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:39.806957 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Routers {'c7383803-28cd-42e2-805f-3665faa70dd6'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:39.807613 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['c7383803-28cd-42e2-805f-3665faa70dd6'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:39.814450 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:39.860799 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:39.864419 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:39.867147 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3337493 May 31 16:20:39.869057 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45204) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:39.876665 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115e91d8-3d37-40bf-a202-6b0edff9c862,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:39.888042 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fe9e7e3ad1f4154a7e65cbe09a4233f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2051845 May 31 16:20:39.889030 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:39.893519 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45206) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:39.964453 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:40.119322 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-a29c4fcd-f4aa-4442-af1f-1ac0940b4b4b tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:40.120842 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-a29c4fcd-f4aa-4442-af1f-1ac0940b4b4b tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.35 "GET /v2.0/networks?id=b282fd18-b63b-4c89-8035-69b494a45545 HTTP/1.1" status: 200 len: 812 time: 0.5982058 May 31 16:20:40.166236 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:40.169081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:40.186926 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Request body: {'port': {'device_id': '4c23e331-dc4a-4236-9cba-1817c65de390', 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545', 'admin_state_up': True, 'tenant_id': '4b2746d8b43b496691fe8edad6a79fa1'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:40.335005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:40.348743 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-eb330add-15b5-4dca-8f38-812104e687df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:37Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:40.363578 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb330add-15b5-4dca-8f38-812104e687df None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:37Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:40.470724 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:40.487956 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Set router c7383803-28cd-42e2-805f-3665faa70dd6 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:40.580283 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:40.676902 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7dbb5087-10fa-41c6-b298-f76b2d4c54fa req-376f53a7-15a3-433a-9359-db71d5539e9c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 210 time: 0.1948304 May 31 16:20:40.711454 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c21d2f-2319-4f23-ab01-e57686606bd6,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:40.789399 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45236) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:40.790259 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:40.855191 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337467756', 'description': 'tempest-description--690174940'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:41.045537 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:41.051358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:41.054290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.055734 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5292645 May 31 16:20:41.059807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45260) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:41.060644 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:41.067494 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Usage tracker for resource:port and tenant:4b2746d8b43b496691fe8edad6a79fa1 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:41.070631 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:41.074745 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:41.081224 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'floatingip': {'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:41.089064 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:41.096779 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:floatingip and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:41.101440 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:41.109125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:41.126267 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:41.128174 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:41.132555 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.169619 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.193792 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.35', 63397) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:41.195211 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ff16dd2c-1e3f-4f89-8cd4-5f836a099c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:41.219275 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.220768 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/115e91d8-3d37-40bf-a202-6b0edff9c862 HTTP/1.1" status: 204 len: 168 time: 1.3262751 May 31 16:20:41.221738 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.250081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Made reservation on behalf of 4b2746d8b43b496691fe8edad6a79fa1 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:41.274114 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.418524 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 3, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:41.435245 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Checking router: c7383803-28cd-42e2-805f-3665faa70dd6 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:41.435626 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Updating router c7383803-28cd-42e2-805f-3665faa70dd6 port 67c41989-d585-4c56-a115-b3016bdef4fa binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:20:41.542485 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3ecdfdaa-4b58-4854-b84f-e84cd1e2c22f req-57c9d16a-6be4-4d44-b8e2-979f518d9411 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 210 time: 0.4200222 May 31 16:20:41.569048 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:41.573609 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:41.579959 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:41.604994 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115e91d8-3d37-40bf-a202-6b0edff9c862,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:41.659108 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:41.765273 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:41.792404 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:41.979366 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45286) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:42.036744 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.057345 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.200569 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.238055 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0bc271af-038f-49b7-bb67-f5ce7b16ab26 req-7d6b6d3e-7c07-46a1-a20c-fb4ebcb3035c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 210 time: 0.1633000 May 31 16:20:42.249663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8cae7296-ed42-4096-b4d0-72f4e08158a6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:42.323632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:42.337946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Usage tracker for resource:security_group_rule and tenant:27595e54637e4a38ad530c52f6c56e06 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:42.345373 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:42.368398 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:42.471422 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e821024a-7317-4ce9-b331-7f2f3649e6d1,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:42.485050 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:42.552041 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.590522 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Transition to ACTIVE for port object 67c41989-d585-4c56-a115-b3016bdef4fa will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:42.598815 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 5d207f07-2d41-4556-b4e0-77cde89056ea up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:42.619736 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.731121 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.768474 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-799a51c7-ee2f-42fe-a306-7a43854613c4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:42.771035 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-799a51c7-ee2f-42fe-a306-7a43854613c4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 1.5596628 May 31 16:20:42.777711 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:42.810398 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Request body: {'port': {'device_id': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'admin_state_up': True, 'tenant_id': 'dfa262cae94f48738dfd83a8bfa5c760'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:42.876926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c435f13c-f0f9-431d-9f6b-98f56515d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.888737 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:42.930198 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Allocated IP 172.20.0.1 (a1c107e8-07ab-4d38-884d-aae6601028e4/bd6ee311-e80f-4e89-a381-c9c513076038/7968c93c-501e-4823-a0bf-5dc94dabf44a) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:42.953720 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454dc1b-6904-4270-aecb-8e2e787e66a7 None None] Pushing event updated for resources: {'Port': ['ID=67c41989-d585-4c56-a115-b3016bdef4fa,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:42.965970 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-e454dc1b-6904-4270-aecb-8e2e787e66a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:43.013636 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Attempting to bind port 67c41989-d585-4c56-a115-b3016bdef4fa on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:43.014369 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Attempting to bind port 67c41989-d585-4c56-a115-b3016bdef4fa by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:43.014970 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Attempting to bind port 67c41989-d585-4c56-a115-b3016bdef4fa on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:43.030544 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:43.031322 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:43.032075 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.033384 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:43.034332 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Bound port: 67c41989-d585-4c56-a115-b3016bdef4fa, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:43.035209 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.084874 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:43.102330 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.109084 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Usage tracker for resource:port and tenant:dfa262cae94f48738dfd83a8bfa5c760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:43.124359 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:43.138441 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.138823 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.141400 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.147892 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3342156 May 31 16:20:43.169229 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45302) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:43.171341 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 5d207f07-2d41-4556-b4e0-77cde89056ea completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:43.188498 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:43.189916 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5c47d34b-149e-4ecf-9d00-36f3c80b04e5 req-505f90f0-7ac7-4e63-b104-57e5e61ab91f tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 210 time: 0.0546165 May 31 16:20:43.195087 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:43.204376 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'security_group_rule': {'security_group_id': 'e821024a-7317-4ce9-b331-7f2f3649e6d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:43.206180 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 5d207f07-2d41-4556-b4e0-77cde89056ea triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:43.208235 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.229312 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.255897 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:43.296791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Network a1c107e8-07ab-4d38-884d-aae6601028e4 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:43.307602 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:43.310733 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Pushing event updated for resources: {'Port': ['ID=7968c93c-501e-4823-a0bf-5dc94dabf44a,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:43.313841 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:43.314359 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.408486 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:43.453650 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:43.470047 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Made reservation on behalf of dfa262cae94f48738dfd83a8bfa5c760 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:43.477196 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.505546 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27595e54637e4a38ad530c52f6c56e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5227389 May 31 16:20:43.509767 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45314) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:43.510898 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:43.511526 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-94e3a177-fc26-4eb7-8534-694daf23fba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:43.604063 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.616566 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:43.617472 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.619557 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] For port 67c41989-d585-4c56-a115-b3016bdef4fa, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:43.649552 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] For port 67c41989-d585-4c56-a115-b3016bdef4fa, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=67c41989-d585-4c56-a115-b3016bdef4fa,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:43.762937 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:43.797077 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:43.844916 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-45c87444-0fb7-4810-b380-fc7459a5b9d0 req-6b0ca586-8a28-4b7e-b819-0bb3278b221c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 210 time: 0.3370833 May 31 16:20:43.848660 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed59ee3-eb73-4736-a594-afaf2d23c15e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:43.862514 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:44.084118 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Routers {'c7383803-28cd-42e2-805f-3665faa70dd6'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:44.086213 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:43Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['c7383803-28cd-42e2-805f-3665faa70dd6'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:44.105434 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.159667 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.194640 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.382418 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Allocated IP 172.20.0.6 (b282fd18-b63b-4c89-8035-69b494a45545/8c27f672-962b-4710-81c3-9d379e8ab101/226165cd-31f1-45bf-bf02-d1bbfb3b2182) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:44.409490 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.410841 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.467106 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 5d207f07-2d41-4556-b4e0-77cde89056ea, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=5d207f07-2d41-4556-b4e0-77cde89056ea,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:44.496512 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.498840 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 474db356-39c0-4427-a8fd-73b107649203 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:44.583325 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.732639 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454dc1b-6904-4270-aecb-8e2e787e66a7 None None] Pushing event updated for resources: {'Port': ['ID=67c41989-d585-4c56-a115-b3016bdef4fa,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:44.736786 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-e454dc1b-6904-4270-aecb-8e2e787e66a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:44.755894 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Allocated IP 172.20.0.6 (2f714c57-4061-4567-a24d-b485902abd2e/15d9e0af-cfab-43f3-8787-997f96732938/03caed14-6044-4e91-913e-4b48b4a12715) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:44.812278 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-afaaf627-9d0c-4dbe-963c-d7219f598420 req-13782ca5-205f-4285-8e8a-d0bcd18fa9b9 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 210 time: 0.2309537 May 31 16:20:44.849743 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:44.863151 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.881275 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.883399 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.897622 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:44.960181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:44.961043 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45348) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:45.019080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:45.085288 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed59ee3-eb73-4736-a594-afaf2d23c15e,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:45.126271 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:45.126878 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:45.140066 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:45.140947 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:43Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:45.177247 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6fc54d04-8d8d-4e5c-9da7-9f90d0b57f26 req-8af5290b-afc2-4f60-9e66-c2b87509b542 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 210 time: 0.0720248 May 31 16:20:45.224896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.296899 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 474db356-39c0-4427-a8fd-73b107649203 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:45.327600 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.343389 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ed59ee3-eb73-4736-a594-afaf2d23c15e HTTP/1.1" status: 204 len: 168 time: 1.7901337 May 31 16:20:45.357598 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 474db356-39c0-4427-a8fd-73b107649203 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:45.358513 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.373092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.403858 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Pushing event updated for resources: {'Port': ['ID=7968c93c-501e-4823-a0bf-5dc94dabf44a,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:45.410807 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:45.412887 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Network a1c107e8-07ab-4d38-884d-aae6601028e4 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:45.414167 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:45.552574 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] Set router c7383803-28cd-42e2-805f-3665faa70dd6 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:45.560632 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.561656 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.681200 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:45.745728 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.809272 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Router c7383803-28cd-42e2-805f-3665faa70dd6 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:20:45.851982 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.864844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:45.879379 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Usage tracker for resource:security_group_rule and tenant:c037ca84276e4704b810371b72541b84 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:45.889853 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:45.902749 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:45.942701 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.958263 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Allocated IP 172.28.1.246 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/bef1682e-3271-4e3b-8614-0a680a70b66c) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:45.980349 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:45.993227 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0abed26c-c32e-4be4-a900-4413301fd5aa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:46.049487 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=5d207f07-2d41-4556-b4e0-77cde89056ea,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:46.108878 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:46.362999 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45382) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:46.366354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:46.367883 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1892414 May 31 16:20:46.375131 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 2, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:46.382853 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45388) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:46.389814 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:46.392711 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Updating router a5312e50-918c-4508-bc67-3731cef41a05 port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:20:46.404133 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'security_group_rule': {'security_group_id': 'e821024a-7317-4ce9-b331-7f2f3649e6d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:46.436110 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:46.440107 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:46.451156 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:46.470666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:46.484666 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:46.496239 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c3d14f-ce33-4c2c-b6f3-24c4efa8e380,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:46.525092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:46.540864 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:46.581068 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:46.647017 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 474db356-39c0-4427-a8fd-73b107649203, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=474db356-39c0-4427-a8fd-73b107649203,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:46.654567 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:46.662304 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:20:46.664329 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:46.789021 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 5d207f07-2d41-4556-b4e0-77cde89056ea up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:46.822671 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Network b282fd18-b63b-4c89-8035-69b494a45545 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:46.832858 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:46.836588 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:46.842555 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:46.843438 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:46.863893 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9171e49-c0eb-4318-b0d0-9f853b7b23fe req-3b78604a-5bec-4f54-b46b-ee4e48b6c699 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:46.864570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:46.871231 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b9171e49-c0eb-4318-b0d0-9f853b7b23fe req-3b78604a-5bec-4f54-b46b-ee4e48b6c699 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 931 time: 0.5947173 May 31 16:20:46.875713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] 10.222.0.61 "PUT /v2.0/routers/c7383803-28cd-42e2-805f-3665faa70dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0028076 May 31 16:20:46.908263 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ebc0-e350-4627-a8c5-efe7a96adfbf req-6cc6acb0-a72d-4782-bc83-4cb5d626b8f1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:46.934224 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0241ebc0-e350-4627-a8c5-efe7a96adfbf req-6cc6acb0-a72d-4782-bc83-4cb5d626b8f1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 931 time: 0.4969423 May 31 16:20:46.968716 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=474db356-39c0-4427-a8fd-73b107649203,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:46.978387 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:47.013273 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8423350 May 31 16:20:47.020898 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 5d207f07-2d41-4556-b4e0-77cde89056ea triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:47.022239 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.080340 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.097852 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '7968c93c-501e-4823-a0bf-5dc94dabf44a', 'name': '', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'mac_address': 'fa:16:3e:fd:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:42Z', 'updated_at': '2021-05-31T16:20:42Z', 'revision_number': 1, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'subnets': [{'id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:47.101157 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-cb9b2099-36d5-4f15-b59b-a072e8f4db2e tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=91773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 16:20:47.102459 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-cb9b2099-36d5-4f15-b59b-a072e8f4db2e tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187976 May 31 16:20:47.109073 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb6401-b3e0-43a4-973a-24022da414db None None] The sync data for ids ['c7383803-28cd-42e2-805f-3665faa70dd6'] in dv-cinder-793814-1-smb is: [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '7968c93c-501e-4823-a0bf-5dc94dabf44a', 'name': '', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'mac_address': 'fa:16:3e:fd:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:42Z', 'updated_at': '2021-05-31T16:20:42Z', 'revision_number': 1, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'subnets': [{'id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:47.130171 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Network 2f714c57-4061-4567-a24d-b485902abd2e is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:47.147861 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:47.158698 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:47.164950 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-0241ebc0-e350-4627-a8c5-efe7a96adfbf req-28baaff2-f42f-4b3e-885c-bac22d460caf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:47.170227 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b9171e49-c0eb-4318-b0d0-9f853b7b23fe req-64a60f06-dd7a-4316-9440-924c36890a0e tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Synchronizing usage tracker for tenant:4b2746d8b43b496691fe8edad6a79fa1 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:47.171543 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:47.172228 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.264892 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-0241ebc0-e350-4627-a8c5-efe7a96adfbf req-28baaff2-f42f-4b3e-885c-bac22d460caf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:47.266085 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0241ebc0-e350-4627-a8c5-efe7a96adfbf req-28baaff2-f42f-4b3e-885c-bac22d460caf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122537 May 31 16:20:47.335652 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.363472 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b94c-ad51-4e1a-8bd5-2e13c3e9f49a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Pushing event updated for resources: {'Port': ['ID=226165cd-31f1-45bf-bf02-d1bbfb3b2182,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:47.371131 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.468125 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6661861 May 31 16:20:47.468827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.473401 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:47.484867 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b9171e49-c0eb-4318-b0d0-9f853b7b23fe req-64a60f06-dd7a-4316-9440-924c36890a0e tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Unset dirty status for tenant:4b2746d8b43b496691fe8edad6a79fa1 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:47.489961 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b9171e49-c0eb-4318-b0d0-9f853b7b23fe req-64a60f06-dd7a-4316-9440-924c36890a0e tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037681 May 31 16:20:47.510081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Usage tracker for resource:security_group_rule and tenant:ff084c40286345e9be530599e299968d is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:47.535238 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.555038 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:47.566317 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:47.626358 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c037ca84276e4704b810371b72541b84&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6498373 May 31 16:20:47.627665 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:47.628879 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45422) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:47.636952 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:47.640911 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:47.666680 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.694740 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Request body: {'port': {'device_id': '4c23e331-dc4a-4236-9cba-1817c65de390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:47.721193 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event updated for resources: {'Port': ['ID=03caed14-6044-4e91-913e-4b48b4a12715,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:47.747427 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.784667 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.240s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:47.786217 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.299s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:47.787849 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.834619 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.845612 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Transition to ACTIVE for port object 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:47.863698 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.893520 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-05a306cb-223e-4883-9aaa-40aec4cbabf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:47.914819 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:47.942661 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Request body: {'port': {'device_id': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:48.096419 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'Port': ['ID=bef1682e-3271-4e3b-8614-0a680a70b66c,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:48.108575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:48.160481 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396c15f-7dab-4094-9254-e0d9c3a357dc None None] Pushing event updated for resources: {'Port': ['ID=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:48.169662 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-f396c15f-7dab-4094-9254-e0d9c3a357dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:48.174160 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.260297 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.829s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:48.260686 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:48.261470 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.316945 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.698s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:48.529077 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Attempting to bind port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:48.529818 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Attempting to bind port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:48.530414 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Attempting to bind port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b on network 3556450c-ce9a-4a82-87a9-a03609166931 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:48.541591 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:48.542874 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Checking segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:48.544111 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.544542 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Bound using segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:48.545176 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Bound port: 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:48.546232 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.659543 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-ddf3a7a5-ab87-4676-9de3-08bad0af4b68 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:48.672397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b856da35-ddac-49cb-891f-d227384534c3 req-ddf3a7a5-ab87-4676-9de3-08bad0af4b68 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Synchronizing usage tracker for tenant:cf3962568474483a98676eb93b275f8f on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:48.680710 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33690da-b817-4994-b8f6-03aed5defa56,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:48.684221 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:48.685363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.885737 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] For port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:48.898603 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] For port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:48.911305 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.921577 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:48.924235 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:48.954030 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:48.991196 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b856da35-ddac-49cb-891f-d227384534c3 req-ddf3a7a5-ab87-4676-9de3-08bad0af4b68 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Unset dirty status for tenant:cf3962568474483a98676eb93b275f8f on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:48.997579 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-ddf3a7a5-ab87-4676-9de3-08bad0af4b68 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 818 time: 0.9905162 May 31 16:20:49.035158 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-c1926bd1-5bde-4161-bd1d-14f89d63a35d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/quotas/cf3962568474483a98676eb93b275f8f HTTP/1.1" status: 200 len: 375 time: 0.0362549 May 31 16:20:49.039825 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33690da-b817-4994-b8f6-03aed5defa56,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:49.116762 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 474db356-39c0-4427-a8fd-73b107649203 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:49.126131 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.035s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:49.173580 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:49.177671 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:49.181973 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:43Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:49.187469 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.207577 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5d7b3b-b78c-40c9-a773-a30c64d40cd5,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:49.212880 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b033-62cb-4f8d-adf1-e9fe4652b234 req-0d5f4720-ec23-4ad4-8a3e-124336820396 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:49.217857 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:49.221714 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8022b033-62cb-4f8d-adf1-e9fe4652b234 req-0d5f4720-ec23-4ad4-8a3e-124336820396 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 931 time: 0.5404458 May 31 16:20:49.369541 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.384055 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a33690da-b817-4994-b8f6-03aed5defa56 HTTP/1.1" status: 204 len: 168 time: 1.7538066 May 31 16:20:49.423358 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 474db356-39c0-4427-a8fd-73b107649203 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:49.424762 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.429123 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396c15f-7dab-4094-9254-e0d9c3a357dc None None] Pushing event updated for resources: {'Port': ['ID=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,revision_number=4']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:49.457180 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8022b033-62cb-4f8d-adf1-e9fe4652b234 req-9a41c3c7-4f88-4f2c-95cf-39f3279dee6b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335989 May 31 16:20:49.552655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b856da35-ddac-49cb-891f-d227384534c3 req-c117d81f-5b6e-4618-bb4b-053c76d4ccc1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Synchronizing usage tracker for tenant:cf3962568474483a98676eb93b275f8f on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:49.575231 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.578908 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.606900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b856da35-ddac-49cb-891f-d227384534c3 req-c117d81f-5b6e-4618-bb4b-053c76d4ccc1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Unset dirty status for tenant:cf3962568474483a98676eb93b275f8f on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:49.610315 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-c117d81f-5b6e-4618-bb4b-053c76d4ccc1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5742111 May 31 16:20:49.644833 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.657604 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:49.821416 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:49.825302 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.4308848 May 31 16:20:49.882215 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:49.884433 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45454) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:49.888116 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff084c40286345e9be530599e299968d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5121126 May 31 16:20:49.932279 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 67c41989-d585-4c56-a115-b3016bdef4fa up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:49.948263 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.012005 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'floatingip': {'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:50.020590 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45456) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:50.052446 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.056273 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9897265 May 31 16:20:50.127201 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:50.173934 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 67c41989-d585-4c56-a115-b3016bdef4fa completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:50.186298 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 67c41989-d585-4c56-a115-b3016bdef4fa triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:50.187623 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.225920 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:floatingip and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:50.267547 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:50.273040 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-f396c15f-7dab-4094-9254-e0d9c3a357dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.346s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:50.352005 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:50.480330 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.497944 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'Port': ['ID=bef1682e-3271-4e3b-8614-0a680a70b66c,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:50.507219 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:50.530110 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-db0c8173-dce3-4f3d-bae4-6c26891fdefd service neutron] 10.222.0.61 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062846 May 31 16:20:50.530583 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.658s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:50.538394 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.543380 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d100c-5d0f-466e-ab97-037e013dc411 req-2cbd3da1-fb4e-4d57-ad8b-182d77b7bc49 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:50.545785 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-907d100c-5d0f-466e-ab97-037e013dc411 req-2cbd3da1-fb4e-4d57-ad8b-182d77b7bc49 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 931 time: 0.6555989 May 31 16:20:50.557596 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 67c41989-d585-4c56-a115-b3016bdef4fa, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=67c41989-d585-4c56-a115-b3016bdef4fa,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:50.568517 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.569180 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:50.570915 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:50.762103 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:48Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:50.767806 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e91d7c-2ffd-40d2-a2f4-9ad85e73b008 None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:48Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:50.826223 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=67c41989-d585-4c56-a115-b3016bdef4fa,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:50.846865 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:50.855469 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b26f0e-df04-4b31-9e34-3aa1b4dd62ec,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:50.896004 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:51.010605 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:51.012130 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-907d100c-5d0f-466e-ab97-037e013dc411 req-ddcaafdd-61b0-485d-947d-430a99368b3c tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752151 May 31 16:20:51.133060 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:51.145001 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:51.145604 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.172795 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-00581b1e-4483-4290-a668-36a4025c2cfa service neutron] 10.222.0.61 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255033 May 31 16:20:51.173540 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45492) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:51.421445 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.494599 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.616009 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:51.621390 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.627249 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:51.716724 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.735890 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.801156 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.806357 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-cef75b2e-7839-4051-8d3f-3057151c1467 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2143141905&fields=id&tenant_id=089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 267 time: 0.5597167 May 31 16:20:51.807901 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:51.865831 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Usage tracker for resource:security_group_rule and tenant:d2d2b7cf849240779b045db01efd0d42 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:51.873072 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:51.884901 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:51.943713 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:51.958598 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:51.975561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:52.006163 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b26f0e-df04-4b31-9e34-3aa1b4dd62ec,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:52.018264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:52.098603 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.102985 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21b26f0e-df04-4b31-9e34-3aa1b4dd62ec HTTP/1.1" status: 204 len: 168 time: 2.0784507 May 31 16:20:52.157063 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226165cd-31f1-45bf-bf02-d1bbfb3b2182 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:20:52.177068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.178948 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:52.266080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Transition to ACTIVE for port object 226165cd-31f1-45bf-bf02-d1bbfb3b2182 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:52.266080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.339580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-893d44b5-a63a-4da7-945c-9478f6faa6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:52.424862 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Sync routers for ids ['c7383803-28cd-42e2-805f-3665faa70dd6'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:20:52.449287 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Routers {'c7383803-28cd-42e2-805f-3665faa70dd6'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:52.452089 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:43Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['c7383803-28cd-42e2-805f-3665faa70dd6'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:52.495276 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Allocated IP 172.28.1.159 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/f96e87f9-8c7e-4bb4-b279-5a19b3a30769) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:52.557121 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03caed14-6044-4e91-913e-4b48b4a12715 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:20:52.567894 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.596339 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Transition to ACTIVE for port object 03caed14-6044-4e91-913e-4b48b4a12715 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:52.597948 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Pushing event updated for resources: {'Port': ['ID=226165cd-31f1-45bf-bf02-d1bbfb3b2182,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:52.745109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.755868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.843208 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:52.861210 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d24739d8-1729-4fbc-8ce5-fd3069f6cd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:52.900435 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 67c41989-d585-4c56-a115-b3016bdef4fa up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:52.912930 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-3cfc7636-b259-493b-977b-9f7ea8a0a336 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:52.914608 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-3cfc7636-b259-493b-977b-9f7ea8a0a336 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 816 time: 1.0904851 May 31 16:20:52.915396 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45536) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:52.932078 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f5e8b-13cf-4fd5-8796-43944b8048ea req-5ae917d4-29e2-4ad0-a09c-e7a71949b879 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:52.933754 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7d7f5e8b-13cf-4fd5-8796-43944b8048ea req-5ae917d4-29e2-4ad0-a09c-e7a71949b879 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 931 time: 1.0983300 May 31 16:20:53.008357 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:53.017133 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:53.019145 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:53.034988 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:53.037303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.051918 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:53.062381 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-32a4146e-5b04-4331-84de-40e19f7e23a5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/quotas/089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 375 time: 0.1173434 May 31 16:20:53.096352 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Set router c7383803-28cd-42e2-805f-3665faa70dd6 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:53.099740 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'Port': ['ID=f96e87f9-8c7e-4bb4-b279-5a19b3a30769,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:53.220694 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 67c41989-d585-4c56-a115-b3016bdef4fa triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:53.221076 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.246087 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:53.302543 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:53.303949 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Usage tracker for resource:security_group_rule and tenant:9d592eab803d4ee094c0282d7fa9edb1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:53.321395 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:53.329494 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7d7f5e8b-13cf-4fd5-8796-43944b8048ea req-e8b79690-d231-49cf-9131-a95f31274cbf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557823 May 31 16:20:53.350081 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:53.366430 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Attempting to bind port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:53.366783 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Attempting to bind port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '18b55c82-805a-4589-91e4-2cb7e874c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:53.367210 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Attempting to bind port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 on network b282fd18-b63b-4c89-8035-69b494a45545 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:53.371003 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.389343 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.395790 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.415837 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 on network b282fd18-b63b-4c89-8035-69b494a45545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:20:53.416108 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Attempting to bind port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 on network b282fd18-b63b-4c89-8035-69b494a45545 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:53.423323 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b5708c85-d899-4ac6-a1ce-6263f7b64faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:53.435390 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Pushing event updated for resources: {'Port': ['ID=03caed14-6044-4e91-913e-4b48b4a12715,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:53.459976 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:53.461345 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:53.462150 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Checking segment: {'id': '18b55c82-805a-4589-91e4-2cb7e874c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:53.462311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Bound using segment: {'id': '18b55c82-805a-4589-91e4-2cb7e874c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:53.462923 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Bound port: 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18b55c82-805a-4589-91e4-2cb7e874c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:53.463268 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.529181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Attempting to bind port 03caed14-6044-4e91-913e-4b48b4a12715 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:53.529512 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Attempting to bind port 03caed14-6044-4e91-913e-4b48b4a12715 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:53.530442 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Attempting to bind port 03caed14-6044-4e91-913e-4b48b4a12715 on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:53.577726 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Port 03caed14-6044-4e91-913e-4b48b4a12715 on network 2f714c57-4061-4567-a24d-b485902abd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:20:53.577995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Attempting to bind port 03caed14-6044-4e91-913e-4b48b4a12715 on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:53.619291 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:53.619512 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Checking segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:53.619886 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Bound using segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:53.621280 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Bound port: 03caed14-6044-4e91-913e-4b48b4a12715, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:53.621623 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.660563 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae8cd1-013b-47ec-b2be-6ec14d196178,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:53.696316 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2d2b7cf849240779b045db01efd0d42&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5204835 May 31 16:20:53.709196 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:53.709881 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45540) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:53.720810 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1e5da563-b36c-46d3-a135-9e88c908af77 req-af2d15f8-ceee-424f-ace6-a8961b5b483b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 210 time: 0.1579137 May 31 16:20:53.860307 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] For port 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:53.862663 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-28b7fbb4-5367-4df9-ad30-a2702e83cea7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7846267 May 31 16:20:53.876313 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.885096 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] For port 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182,segment=NetworkSegment(18b55c82-805a-4589-91e4-2cb7e874c4a0),segment_id=18b55c82-805a-4589-91e4-2cb7e874c4a0)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:53.904292 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:53.916874 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:54.063804 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] For port 03caed14-6044-4e91-913e-4b48b4a12715, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:54.073125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:54.074970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.086708 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:54.087310 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] 10.222.0.35 "PUT /v2.0/ports/226165cd-31f1-45bf-bf02-d1bbfb3b2182 HTTP/1.1" status: 200 len: 1093 time: 6.6167238 May 31 16:20:54.094049 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c23e331-dc4a-4236-9cba-1817c65de390', 'tag': '226165cd-31f1-45bf-bf02-d1bbfb3b2182'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:54.212575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] For port 03caed14-6044-4e91-913e-4b48b4a12715, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=03caed14-6044-4e91-913e-4b48b4a12715,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:54.226516 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.239398 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Pushing event updated for resources: {'Port': ['ID=226165cd-31f1-45bf-bf02-d1bbfb3b2182,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:54.244435 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:54.244935 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:54.259591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '7968c93c-501e-4823-a0bf-5dc94dabf44a', 'name': '', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'mac_address': 'fa:16:3e:fd:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:42Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 2, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'subnets': [{'id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:54.265431 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:54.267993 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.275389 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.284517 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.356259 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7729e49f-bd00-4973-a2d4-767d2c71a740" -d '{"events": [{"name": "network-changed", "server_uuid": "4c23e331-dc4a-4236-9cba-1817c65de390", "tag": "226165cd-31f1-45bf-bf02-d1bbfb3b2182"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:54.365567 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.374407 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Checking router: c7383803-28cd-42e2-805f-3665faa70dd6 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:20:54.375325 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Updating router c7383803-28cd-42e2-805f-3665faa70dd6 port 7968c93c-501e-4823-a0bf-5dc94dabf44a binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:20:54.375985 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:54.376627 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.377992 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] 10.222.0.35 "PUT /v2.0/ports/03caed14-6044-4e91-913e-4b48b4a12715 HTTP/1.1" status: 200 len: 1093 time: 6.8781981 May 31 16:20:54.378790 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Pushing event updated for resources: {'Port': ['ID=03caed14-6044-4e91-913e-4b48b4a12715,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:54.393074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:54.435424 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:54.474304 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.489370 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.583472 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.584185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e104885b-80ae-4393-bec6-45f57aaac2ef,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:54.601719 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-d66840ae-c1d1-4a4a-a69b-f2e2cbd38cd5 service neutron] 10.222.0.61 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764097 May 31 16:20:54.747206 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:54.753415 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a4c261c5-98a8-4dad-90f9-f8d4549feead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:54.771661 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-a4e9dd00-8ab6-45cb-975e-1b938fa57e91 service neutron] 10.222.0.61 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690555 May 31 16:20:54.801381 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae8cd1-013b-47ec-b2be-6ec14d196178,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:54.910478 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:54.918633 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45562) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:54.918808 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d592eab803d4ee094c0282d7fa9edb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9837861 May 31 16:20:54.977228 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:54.989820 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.009072 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.021279 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:55.054264 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Transition to ACTIVE for port object 7968c93c-501e-4823-a0bf-5dc94dabf44a will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:20:55.057829 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.059343 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dae8cd1-013b-47ec-b2be-6ec14d196178 HTTP/1.1" status: 204 len: 168 time: 1.3482749 May 31 16:20:55.065486 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.079758 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.088132 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d05d7343-00a0-4f27-87ae-35e161d363e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:55.101941 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.114989 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.163154 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'Port': ['ID=f96e87f9-8c7e-4bb4-b279-5a19b3a30769,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:55.168781 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.173285 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-25cac2bb-4deb-4808-841f-3f2cb40f3b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:55.192050 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e104885b-80ae-4393-bec6-45f57aaac2ef,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:55.205607 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:55.208286 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.209967 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e104885b-80ae-4393-bec6-45f57aaac2ef HTTP/1.1" status: 204 len: 168 time: 0.2893810 May 31 16:20:55.221334 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:55.238081 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.239368 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2413158 May 31 16:20:55.257719 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00efa5-4199-4d1b-8c0b-c7008d18104b req-2ba8a5a6-0418-4b45-8930-740c55bb68d4 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.259335 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7e00efa5-4199-4d1b-8c0b-c7008d18104b req-2ba8a5a6-0418-4b45-8930-740c55bb68d4 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 943 time: 0.4841316 May 31 16:20:55.349538 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-709c6cfc-372e-46cb-9e1f-70a6db2c73ad tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.351008 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-709c6cfc-372e-46cb-9e1f-70a6db2c73ad tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 818 time: 0.2906034 May 31 16:20:55.354225 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7e00efa5-4199-4d1b-8c0b-c7008d18104b req-c3d01af1-adcf-42bc-8271-54ceee57d55e tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708587 May 31 16:20:55.394966 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-50e82bd2-60f1-41a1-a80c-abc37209a607 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/quotas/cf3962568474483a98676eb93b275f8f HTTP/1.1" status: 200 len: 375 time: 0.0306170 May 31 16:20:55.433450 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ffc38-5d46-4f38-9aff-a364b200298e None None] Pushing event updated for resources: {'Port': ['ID=7968c93c-501e-4823-a0bf-5dc94dabf44a,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:55.461452 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-390ffc38-5d46-4f38-9aff-a364b200298e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:55.552258 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-832e2ac9-b21f-427b-a82b-84b4e89ef728 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372364 May 31 16:20:55.585805 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Attempting to bind port 7968c93c-501e-4823-a0bf-5dc94dabf44a on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:20:55.586180 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Attempting to bind port 7968c93c-501e-4823-a0bf-5dc94dabf44a by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:20:55.586550 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Attempting to bind port 7968c93c-501e-4823-a0bf-5dc94dabf44a on network a1c107e8-07ab-4d38-884d-aae6601028e4 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:20:55.594625 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:20:55.595005 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Checking segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:20:55.595418 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.600498 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Bound using segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:20:55.601027 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Bound port: 7968c93c-501e-4823-a0bf-5dc94dabf44a, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:20:55.601612 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.725283 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-a05d7f02-df64-4ad2-b347-d5fd484a1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.739116 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-a05d7f02-df64-4ad2-b347-d5fd484a1ca1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 1096 time: 0.3002479 May 31 16:20:55.746631 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-dc4d1535-fbf7-4491-89e3-a12b8686db27 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866589 May 31 16:20:55.753248 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-45d448df-82ec-45c2-80e0-ef5e37ea2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:55.755717 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-45d448df-82ec-45c2-80e0-ef5e37ea2af3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b2746d8b43b496691fe8edad6a79fa1&device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 1096 time: 0.3156273 May 31 16:20:55.827387 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] For port 7968c93c-501e-4823-a0bf-5dc94dabf44a, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:20:55.833235 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] For port 7968c93c-501e-4823-a0bf-5dc94dabf44a, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=7968c93c-501e-4823-a0bf-5dc94dabf44a,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:20:55.844077 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:55.851726 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:55.926477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.35', 63407) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:55.974090 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24573cee-6bfa-47c5-924b-29bf94cb776d x-openstack-request-id: req-24573cee-6bfa-47c5-924b-29bf94cb776d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:20:55.974470 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c23e331-dc4a-4236-9cba-1817c65de390", "tag": "226165cd-31f1-45bf-bf02-d1bbfb3b2182", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:20:55.974690 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24573cee-6bfa-47c5-924b-29bf94cb776d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:20:55.979838 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c23e331-dc4a-4236-9cba-1817c65de390', 'tag': '226165cd-31f1-45bf-bf02-d1bbfb3b2182', 'status': 'completed', 'code': 200} May 31 16:20:56.004099 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-c98e6ef9-0334-4f8a-8744-88bda242acb7 service neutron] 10.222.0.61 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440996 May 31 16:20:56.037833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45610) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:56.087622 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:56.103376 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ffc38-5d46-4f38-9aff-a364b200298e None None] Pushing event updated for resources: {'Port': ['ID=7968c93c-501e-4823-a0bf-5dc94dabf44a,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:56.111085 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-390ffc38-5d46-4f38-9aff-a364b200298e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:56.115539 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Routers {'c7383803-28cd-42e2-805f-3665faa70dd6'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:20:56.116187 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:20:43Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['c7383803-28cd-42e2-805f-3665faa70dd6'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:56.131391 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:56.163317 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Usage tracker for resource:security_group_rule and tenant:04c4a6a0cd4d4bf2948d6d6a5124b9d9 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:56.176912 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:56.226781 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:56.367139 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-b9fd6502-65f7-43ff-8194-f82b794a62b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03caed14-6044-4e91-913e-4b48b4a12715 HTTP/1.1" status: 200 len: 217 time: 0.6176264 May 31 16:20:56.392800 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-be0609bf-7623-411d-9566-36c9d2354569 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182 HTTP/1.1" status: 200 len: 217 time: 0.4632311 May 31 16:20:56.415471 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f9ba-0369-41ea-81c4-ccd18c4f4697 req-8ffbaea5-f6db-4892-bd2d-0193f85b5c87 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:56.418171 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a616f9ba-0369-41ea-81c4-ccd18c4f4697 req-8ffbaea5-f6db-4892-bd2d-0193f85b5c87 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 943 time: 0.2423310 May 31 16:20:56.462284 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] Set router c7383803-28cd-42e2-805f-3665faa70dd6 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:20:56.595638 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:56.598175 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6491fcd6-6b88-400b-be83-d8496146d7dc req-dc867940-9a80-4b48-9411-4045e6008134 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 210 time: 0.0780246 May 31 16:20:56.602870 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:56.615183 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a616f9ba-0369-41ea-81c4-ccd18c4f4697 req-24d42d82-6776-4642-9ebe-aed178544f3d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826468 May 31 16:20:56.617375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:56.683894 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04c4a6a0cd4d4bf2948d6d6a5124b9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425173 May 31 16:20:56.685054 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45640) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:56.689891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51e6ea0-5466-48e6-96fc-9feabcb9d1b4,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:56.697006 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:56.760934 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-8dba9b25-8dce-42ba-9d47-04a8ad7a9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:56.762992 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-8dba9b25-8dce-42ba-9d47-04a8ad7a9e38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c27f672-962b-4710-81c3-9d379e8ab101 HTTP/1.1" status: 200 len: 852 time: 0.2737062 May 31 16:20:56.766995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-ce6c0e81-0396-4e96-84ce-cf73a86c228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:56.769024 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-ce6c0e81-0396-4e96-84ce-cf73a86c228f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.3884203 May 31 16:20:56.845601 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-dc7fa27f-c295-406d-96b5-ef5a341503e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b282fd18-b63b-4c89-8035-69b494a45545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730422 May 31 16:20:56.915796 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4429f930-ea48-4d20-89e0-551b7b5398b5 req-69be0da2-a0bb-4444-9382-28847626b01b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 210 time: 0.1145611 May 31 16:20:56.932129 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-4ddf9fd4-679a-4834-8eb8-2a34c3d6a5f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850408 May 31 16:20:56.945251 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:56.954996 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-84f1443a-1775-42b3-8462-fc8d8ea4596d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:56.963294 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-84f1443a-1775-42b3-8462-fc8d8ea4596d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 818 time: 1.0162408 May 31 16:20:56.978591 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-99b10ae0-0da6-45b7-af42-c97ecf829365 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:56.991417 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 7968c93c-501e-4823-a0bf-5dc94dabf44a up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:57.005999 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:57.081806 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.35', 63411) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:57.167523 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-99b10ae0-0da6-45b7-af42-c97ecf829365 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:57.175712 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-99b10ae0-0da6-45b7-af42-c97ecf829365 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--337467756&fields=id&tenant_id=3d3bda89f5c7414aa9a7827ff17b7760 HTTP/1.1" status: 200 len: 267 time: 0.2924936 May 31 16:20:57.221392 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 7968c93c-501e-4823-a0bf-5dc94dabf44a completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:20:57.232071 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 7968c93c-501e-4823-a0bf-5dc94dabf44a triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:57.232560 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:57.319408 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '7968c93c-501e-4823-a0bf-5dc94dabf44a', 'name': '', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'mac_address': 'fa:16:3e:fd:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:42Z', 'updated_at': '2021-05-31T16:20:55Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'subnets': [{'id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:20:57.356695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Request body: {'port': {'device_id': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'admin_state_up': True, 'tenant_id': 'cf3962568474483a98676eb93b275f8f'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:57.393404 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9842d657-64a1-4aad-be2b-7648f0558ed0 None None] The sync data for ids ['c7383803-28cd-42e2-805f-3665faa70dd6'] in dv-cinder-793814-1-smb is: [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '7968c93c-501e-4823-a0bf-5dc94dabf44a', 'name': '', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'mac_address': 'fa:16:3e:fd:00:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:42Z', 'updated_at': '2021-05-31T16:20:55Z', 'revision_number': 4, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'subnets': [{'id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:20:57.423943 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:57.474760 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 7968c93c-501e-4823-a0bf-5dc94dabf44a, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=7968c93c-501e-4823-a0bf-5dc94dabf44a,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:20:57.482693 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:57.485496 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:57.583592 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=7968c93c-501e-4823-a0bf-5dc94dabf44a,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:57.602141 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:57.614138 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:57.634952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-55267472-fced-4fd2-a723-e449ce8f8bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:57.661432 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-6dbe9084-8018-4711-8f47-4b08e95a8881 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:57.662153 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-6dbe9084-8018-4711-8f47-4b08e95a8881 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:20:57.671616 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-e662218f-c29d-4ca3-8e04-4974ea8a3782 service neutron] 10.222.0.35 "GET /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270039 May 31 16:20:57.681091 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51e6ea0-5466-48e6-96fc-9feabcb9d1b4,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:20:57.702662 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:20:57.716742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:57.717919 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b51e6ea0-5466-48e6-96fc-9feabcb9d1b4 HTTP/1.1" status: 204 len: 168 time: 1.0306370 May 31 16:20:57.767914 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-d86a24db-fa9e-4780-98c7-5df96d11358e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:57.769633 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-d86a24db-fa9e-4780-98c7-5df96d11358e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 816 time: 0.6862910 May 31 16:20:57.778730 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b75b5-ee1b-4a36-8ca0-c4d1f54b49ef req-460fcf8c-5d01-4bc0-aace-1b62fb654167 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:57.780253 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b6b75b5-ee1b-4a36-8ca0-c4d1f54b49ef req-460fcf8c-5d01-4bc0-aace-1b62fb654167 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 943 time: 0.5613875 May 31 16:20:57.780948 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-6dbe9084-8018-4711-8f47-4b08e95a8881 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:20:57.781970 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-6dbe9084-8018-4711-8f47-4b08e95a8881 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 810 time: 0.6055083 May 31 16:20:57.867076 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-15299add-3ff8-4286-9415-d40f060a89e9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/quotas/3d3bda89f5c7414aa9a7827ff17b7760 HTTP/1.1" status: 200 len: 375 time: 0.0662694 May 31 16:20:57.882993 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-ff80af2a-5c53-4660-a03f-2b67e255871f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 380 time: 0.0999815 May 31 16:20:57.954645 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'port': {'device_id': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'admin_state_up': True, 'tenant_id': '089429e586eb458dba6845da4c503031', 'security_groups': ['a43a5b98-7f56-474d-82ba-ac905af4c53f']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:57.977453 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:57.992365 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'tag': '03caed14-6044-4e91-913e-4b48b4a12715'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:20:57.994810 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c49e51-d2f0-4885-b612-475259cdb314" -d '{"events": [{"name": "network-changed", "server_uuid": "92fea53f-8f1d-4d9e-b474-cc4def3d465d", "tag": "03caed14-6044-4e91-913e-4b48b4a12715"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:20:57.995183 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b6b75b5-ee1b-4a36-8ca0-c4d1f54b49ef req-86b55ba5-d534-40f7-a364-bda00747e3eb tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932321 May 31 16:20:58.002902 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-5ceb0423-e46a-44b9-a246-22ff635ec003 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333395 May 31 16:20:58.042695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:58.163526 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-78fec843-1449-44fb-9a00-88d9a0b30f2b req-9f431e16-44a2-4393-840b-908fedd3a589 service neutron] 10.222.0.35 "GET /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683547 May 31 16:20:58.174377 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Made reservation on behalf of cf3962568474483a98676eb93b275f8f for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:58.178326 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:58.235161 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-57be7ed6-590e-436b-86f5-8c3618e08553 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3598900 May 31 16:20:58.241197 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:58.246339 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:port and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:58.250625 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:58.287966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:58.289872 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.35', 63415) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:20:58.457361 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Made reservation on behalf of 089429e586eb458dba6845da4c503031 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:58.462535 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:58.694741 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-450e81bd-5491-4fce-a88b-5e3709ee8aaf req-5cb6b13c-57ba-456f-9019-5d9d274957a4 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838901 May 31 16:20:58.724026 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3658169e-e884-41ae-8a1d-7fab6a491778 service neutron] 10.222.0.61 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702947 May 31 16:20:58.726343 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7e7276b-1f70-48de-a2fe-7c70d18e0779 req-9f7bffad-50a6-46d7-aa74-86fbf464c5d6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 210 time: 0.1884730 May 31 16:20:58.731309 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-8348896e-f016-4149-8ddc-562c651ad1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:58.732785 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-8348896e-f016-4149-8ddc-562c651ad1c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b2746d8b43b496691fe8edad6a79fa1&device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 1096 time: 0.4390254 May 31 16:20:58.813054 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 7968c93c-501e-4823-a0bf-5dc94dabf44a up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:20:58.929856 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 7968c93c-501e-4823-a0bf-5dc94dabf44a triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:20:58.931807 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:58.985385 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Allocated IP 172.20.0.14 (a1c107e8-07ab-4d38-884d-aae6601028e4/bd6ee311-e80f-4e89-a381-c9c513076038/033edef6-86d5-4ffe-8e38-d88f0c9f5645) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:59.040775 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-028ea31a-0bd8-4345-ac0c-2241f75aec6f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:59.042287 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-028ea31a-0bd8-4345-ac0c-2241f75aec6f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 818 time: 0.6505821 May 31 16:20:59.069043 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-5950d6ce-0cf1-4204-8fb9-93e6da403f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:59.070702 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-5950d6ce-0cf1-4204-8fb9-93e6da403f5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b282fd18-b63b-4c89-8035-69b494a45545 HTTP/1.1" status: 200 len: 913 time: 0.3302908 May 31 16:20:59.072006 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Request body: {'port': {'device_id': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'admin_state_up': True, 'tenant_id': 'cf3962568474483a98676eb93b275f8f'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:20:59.240121 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-f15612f4-7aa3-4611-87c2-0ce8cd83f0a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182 HTTP/1.1" status: 200 len: 217 time: 0.1428940 May 31 16:20:59.422500 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:20:59.422734 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-9b92bb9e-a73e-4959-9192-e21c2ecad270 service neutron] 10.222.0.61 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810772 May 31 16:20:59.424817 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Allocated IP 172.20.0.5 (768c2299-8287-4e24-9aee-4858320c6979/89e855bd-54ef-45f9-a402-557207596837/69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:59.439357 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Usage tracker for resource:port and tenant:cf3962568474483a98676eb93b275f8f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:20:59.444601 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:20:59.452373 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-28f620ac-52df-41f5-b166-af055e9de653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:59.453920 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-28f620ac-52df-41f5-b166-af055e9de653 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8c27f672-962b-4710-81c3-9d379e8ab101 HTTP/1.1" status: 200 len: 852 time: 0.1661525 May 31 16:20:59.458938 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:20:59.503324 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Made reservation on behalf of cf3962568474483a98676eb93b275f8f for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:20:59.507570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:59.545821 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-4d6fcf6b-a5ff-4398-ab88-0c516c71859b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b282fd18-b63b-4c89-8035-69b494a45545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775166 May 31 16:20:59.588481 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9724b5-de57-492a-9d6d-6986f05bb7da req-c36fe091-8fbc-441d-9266-07b35ee64064 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:59.590026 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9724b5-de57-492a-9d6d-6986f05bb7da req-c36fe091-8fbc-441d-9266-07b35ee64064 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 943 time: 0.5105159 May 31 16:20:59.688096 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:59.867155 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:20:59.881537 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-701689c3-e79b-4c5f-9fde-ca186d185346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:20:59.941322 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9724b5-de57-492a-9d6d-6986f05bb7da req-0868b102-ea03-43d9-ae7f-d56b8ac80211 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408377 May 31 16:20:59.953558 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Network a1c107e8-07ab-4d38-884d-aae6601028e4 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:20:59.960173 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:20:59.965032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Allocated IP 172.20.0.10 (a1c107e8-07ab-4d38-884d-aae6601028e4/bd6ee311-e80f-4e89-a381-c9c513076038/5feaafef-d331-40e2-b0eb-0c045a5929cb) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:20:59.969273 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:20:59.975084 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:20:59.975928 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:00.006458 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Pushing event updated for resources: {'Port': ['ID=033edef6-86d5-4ffe-8e38-d88f0c9f5645,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:00.014086 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:00.043754 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e4564901-1432-4387-a745-35c61b53959d req-dec93adc-4dbf-4ded-8b39-62c8548fdab8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 210 time: 0.1766903 May 31 16:21:00.050565 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9484484 May 31 16:21:00.089617 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Request body: {'port': {'device_id': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:00.115463 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c6672-9c2b-4b41-af20-77f430e19946 x-openstack-request-id: req-9f4c6672-9c2b-4b41-af20-77f430e19946 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:00.115930 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fea53f-8f1d-4d9e-b474-cc4def3d465d", "tag": "03caed14-6044-4e91-913e-4b48b4a12715", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:00.116189 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f4c6672-9c2b-4b41-af20-77f430e19946 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:00.116607 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'tag': '03caed14-6044-4e91-913e-4b48b4a12715', 'status': 'completed', 'code': 200} May 31 16:21:00.163873 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-eb236cbf-afca-49a0-98ee-c430e859f7ba service neutron] 10.222.0.35 "GET /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041183 May 31 16:21:00.414395 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:00.417555 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-86264af6-1404-4cb9-bc0d-2c4286ea47b8 req-e02b36c0-73c3-4f7d-bc13-93ee6ca9d02a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 210 time: 0.2487786 May 31 16:21:00.429147 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:00.468008 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-f6ed4dc6-ab85-4b45-b7a7-762a40473dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:00.469512 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-f6ed4dc6-ab85-4b45-b7a7-762a40473dce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 1096 time: 0.3446934 May 31 16:21:00.545411 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Transition to ACTIVE for port object 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:00.642747 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51994175-d9b2-4dd8-bab3-e00e4d263eb9 req-c3896c98-f217-4b72-a46e-b18b62a0acc4 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:00.644748 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-51994175-d9b2-4dd8-bab3-e00e4d263eb9 req-c3896c98-f217-4b72-a46e-b18b62a0acc4 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 943 time: 0.3284543 May 31 16:21:00.655854 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7729e49f-bd00-4973-a2d4-767d2c71a740 req-f28ae2ce-f96b-44c6-9e93-d9f990f451cb service neutron] 10.222.0.35 "GET /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776733 May 31 16:21:00.711337 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:00.716533 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-51994175-d9b2-4dd8-bab3-e00e4d263eb9 req-7c061557-c794-44fb-aa61-7a305571f520 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633943 May 31 16:21:00.822541 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7322dafc-2a25-4ff5-a752-f5d2dc7ea238 req-3e5fac5c-ad2f-4fda-9e5e-19c6b6f45cc1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 210 time: 0.1094022 May 31 16:21:00.823577 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:00.848165 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:00.935163 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Network 768c2299-8287-4e24-9aee-4858320c6979 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:00.945981 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:00.949910 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:00.964241 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-2dfc9cd5-c478-4f75-b14f-efa0e53a6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:00.965656 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-2dfc9cd5-c478-4f75-b14f-efa0e53a6204 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 916 time: 0.4763353 May 31 16:21:00.970492 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:00.972042 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:01.016109 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0863721 May 31 16:21:01.034440 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Request body: {'port': {'device_id': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:01.053911 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45798) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:01.063139 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:01.067873 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:01.089119 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-2ef69c37-a4a0-402e-9255-93df46fc13d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03caed14-6044-4e91-913e-4b48b4a12715 HTTP/1.1" status: 200 len: 217 time: 0.1142595 May 31 16:21:01.234824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:01.267553 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:01.315380 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-35818c12-0b86-46ab-b3d7-4a3e195328fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:01.317266 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-35818c12-0b86-46ab-b3d7-4a3e195328fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.2192240 May 31 16:21:01.344067 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-80e7d243-889c-4f8c-b97e-014ac76f72c0 None None] Provisioning for port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:01.352190 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-80e7d243-889c-4f8c-b97e-014ac76f72c0 None None] Provisioning complete for port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:01.352586 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-80e7d243-889c-4f8c-b97e-014ac76f72c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:01.469072 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-80e7d243-889c-4f8c-b97e-014ac76f72c0 None None] Port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:21:01.555269 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Network a1c107e8-07ab-4d38-884d-aae6601028e4 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:01.559089 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45814) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:01.594990 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:01.647098 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:01.657889 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-6be1512f-5a73-4d6a-85dd-fdb1c9a9971b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606498 May 31 16:21:01.658522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Pushing event updated for resources: {'Port': ['ID=5feaafef-d331-40e2-b0eb-0c045a5929cb,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:01.661123 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:01.666520 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:01.667038 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:01.674486 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:01.711524 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:01.737445 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:01.741383 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Usage tracker for resource:security_group_rule and tenant:2b383ec01df34b119a052e8994c05631 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:01.744669 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:01.751838 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:01.836958 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7713518 May 31 16:21:01.840270 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca823-63ce-434c-8bd0-3d1994b86c9f req-2a311aae-a6f7-47f9-b7de-5b0e12f71cae tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:01.842024 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-57fca823-63ce-434c-8bd0-3d1994b86c9f req-2a311aae-a6f7-47f9-b7de-5b0e12f71cae tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 943 time: 0.5877209 May 31 16:21:01.879405 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Request body: {'port': {'device_id': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:01.924889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-ec554cd3-b9ec-42d5-90ba-04bad9feae50 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:01.926357 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-ec554cd3-b9ec-42d5-90ba-04bad9feae50 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 810 time: 0.3676972 May 31 16:21:01.981783 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e6226-12c7-489a-9059-11b000792dc2 req-6b7536f9-2f69-40ae-83de-29618b34bf3f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:01.983353 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb3e6226-12c7-489a-9059-11b000792dc2 req-6b7536f9-2f69-40ae-83de-29618b34bf3f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 932 time: 0.6902134 May 31 16:21:02.000650 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.024140 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-57fca823-63ce-434c-8bd0-3d1994b86c9f req-fc95ff44-ecfe-443c-9c1b-2732f62f54c4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339672 May 31 16:21:02.043079 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:02.043918 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 03caed14-6044-4e91-913e-4b48b4a12715 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:02.046549 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Usage tracker for resource:security_group_rule and tenant:6f906e6e057a453b93e039accaec6356 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:02.060049 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:02.084109 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:02.145983 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-8aa7d92b-943c-45d8-90cc-7027380b0c2a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3bda89f5c7414aa9a7827ff17b7760 HTTP/1.1" status: 200 len: 379 time: 0.2059603 May 31 16:21:02.158913 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'port': {'device_id': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'admin_state_up': True, 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'security_groups': ['e821024a-7317-4ce9-b331-7f2f3649e6d1']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:02.208899 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-510beea4-97b8-4ba1-b61b-916b14b38950 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334129 May 31 16:21:02.233782 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-eb3e6226-12c7-489a-9059-11b000792dc2 req-93b835da-c99a-49c3-b658-aea713cb2d1c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Synchronizing usage tracker for tenant:cf3962568474483a98676eb93b275f8f on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:21:02.243263 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 03caed14-6044-4e91-913e-4b48b4a12715, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=03caed14-6044-4e91-913e-4b48b4a12715,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:02.284422 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.285411 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '03caed14-6044-4e91-913e-4b48b4a12715', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'port_id': '03caed14-6044-4e91-913e-4b48b4a12715', 'mac_address': 'fa:16:3e:af:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d9e0af-cfab-43f3-8787-997f96732938', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:02.311485 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-85caa51c-3a69-4ee9-b299-df1a29474ddb req-50024888-84d5-4380-b4a8-8551347a4f31 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 210 time: 0.1316266 May 31 16:21:02.344879 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.366528 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03caed14-6044-4e91-913e-4b48b4a12715 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:02.369916 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-eb3e6226-12c7-489a-9059-11b000792dc2 req-93b835da-c99a-49c3-b658-aea713cb2d1c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Unset dirty status for tenant:cf3962568474483a98676eb93b275f8f on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:21:02.371047 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb3e6226-12c7-489a-9059-11b000792dc2 req-93b835da-c99a-49c3-b658-aea713cb2d1c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794682 May 31 16:21:02.406710 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 03caed14-6044-4e91-913e-4b48b4a12715, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=03caed14-6044-4e91-913e-4b48b4a12715,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:02.416985 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.417961 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 226165cd-31f1-45bf-bf02-d1bbfb3b2182 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:02.420622 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-b4bd436e-6a61-4502-9b23-398304d6ee28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:02.424886 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:02.430282 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:port and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:02.439582 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:02.462979 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:02.465044 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.468611 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033edef6-86d5-4ffe-8e38-d88f0c9f5645 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:02.503455 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.505472 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.554009 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fd6a92b5-0d4a-45bf-9c74-5996f777e4df tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:02.609642 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Made reservation on behalf of 3d3bda89f5c7414aa9a7827ff17b7760 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:02.611970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f36f72-9c81-4a42-9328-b02413e32641,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:02.613189 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.644288 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=03caed14-6044-4e91-913e-4b48b4a12715,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:02.659424 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:02.661979 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.667123 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:02.697581 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:02.701332 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Transition to ACTIVE for port object 033edef6-86d5-4ffe-8e38-d88f0c9f5645 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:02.703548 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.720283 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182,segment=NetworkSegment(18b55c82-805a-4589-91e4-2cb7e874c4a0),segment_id=18b55c82-805a-4589-91e4-2cb7e874c4a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:02.726465 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b383ec01df34b119a052e8994c05631&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6623275 May 31 16:21:02.727125 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.735465 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 45834) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:02.738656 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '226165cd-31f1-45bf-bf02-d1bbfb3b2182', 'network_id': 'b282fd18-b63b-4c89-8035-69b494a45545', 'port_id': '226165cd-31f1-45bf-bf02-d1bbfb3b2182', 'mac_address': 'fa:16:3e:ff:03:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c27f672-962b-4710-81c3-9d379e8ab101', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:02.770433 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:02.777149 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.794872 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Transition to ACTIVE for port object 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:02.803261 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.819833 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d1c49e51-d2f0-4885-b612-475259cdb314 req-687b6856-c298-4fc7-87e4-8bbacfe39e4d service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993130 May 31 16:21:02.824233 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.825054 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226165cd-31f1-45bf-bf02-d1bbfb3b2182 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:02.852171 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:02.859263 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182,segment=NetworkSegment(18b55c82-805a-4589-91e4-2cb7e874c4a0),segment_id=18b55c82-805a-4589-91e4-2cb7e874c4a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:02.864231 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:02.866153 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:02.945387 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f906e6e057a453b93e039accaec6356&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3359661 May 31 16:21:02.946314 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d550325-6be5-4a49-a639-fd6bc800e312,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:02.955265 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=226165cd-31f1-45bf-bf02-d1bbfb3b2182,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:02.959944 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:02.961774 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0892a-449c-4f80-b671-f574262c5552 req-853014bc-c208-478a-a7f6-f6f9dc5ed310 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:02.965025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45840) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:02.968935 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:02.969071 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-91a0892a-449c-4f80-b671-f574262c5552 req-853014bc-c208-478a-a7f6-f6f9dc5ed310 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 943 time: 0.4673357 May 31 16:21:03.003563 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:03.093978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Attempting to bind port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:03.094306 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Attempting to bind port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:03.094627 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Attempting to bind port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 on network a1c107e8-07ab-4d38-884d-aae6601028e4 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:03.114848 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:03.121774 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.130210 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 on network a1c107e8-07ab-4d38-884d-aae6601028e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:21:03.130478 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Attempting to bind port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 on network a1c107e8-07ab-4d38-884d-aae6601028e4 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:03.143795 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:03.144190 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Checking segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:03.144875 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Bound using segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:03.145308 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Bound port: 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:03.145643 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.150667 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['226165cd-31f1-45bf-bf02-d1bbfb3b2182'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:03.170513 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:03.224799 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:03.243958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.263140 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d13f9-b7ce-4dbe-a177-b4f10faf161c req-36aa791a-5c9f-4706-b14f-f2ad9bba9b39 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:03.263989 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-134d13f9-b7ce-4dbe-a177-b4f10faf161c req-36aa791a-5c9f-4706-b14f-f2ad9bba9b39 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Synchronizing usage tracker for tenant:089429e586eb458dba6845da4c503031 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:21:03.341064 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-91a0892a-449c-4f80-b671-f574262c5552 req-4ee14020-90b9-4342-aae7-5f44024b7b6f tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710754 May 31 16:21:03.351237 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Pushing event updated for resources: {'Port': ['ID=033edef6-86d5-4ffe-8e38-d88f0c9f5645,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:03.360640 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:03.363636 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] For port 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:03.393353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Allocated IP 172.20.0.13 (3556450c-ce9a-4a82-87a9-a03609166931/609ef505-a38f-4acd-892d-245b5855f1a3/f2255e3d-8be2-409a-b0e5-e93e0c101205) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:03.393824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] For port 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:03.410681 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Attempting to bind port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:03.411106 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Attempting to bind port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:03.411454 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Attempting to bind port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 on network 768c2299-8287-4e24-9aee-4858320c6979 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:03.426530 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 on network 768c2299-8287-4e24-9aee-4858320c6979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:21:03.427159 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Attempting to bind port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 on network 768c2299-8287-4e24-9aee-4858320c6979 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:03.438203 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-134d13f9-b7ce-4dbe-a177-b4f10faf161c req-36aa791a-5c9f-4706-b14f-f2ad9bba9b39 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Unset dirty status for tenant:089429e586eb458dba6845da4c503031 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:21:03.439387 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-134d13f9-b7ce-4dbe-a177-b4f10faf161c req-36aa791a-5c9f-4706-b14f-f2ad9bba9b39 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 931 time: 0.8711116 May 31 16:21:03.455000 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.461012 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:03.461426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Checking segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:03.462063 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Bound using segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:03.462412 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Bound port: 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:03.463034 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.470593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.498819 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.537613 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:03.591389 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:03.592066 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.593442 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] 10.222.0.35 "PUT /v2.0/ports/033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 1094 time: 3.5226324 May 31 16:21:03.601997 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'tag': '033edef6-86d5-4ffe-8e38-d88f0c9f5645'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:03.604261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9" -d '{"events": [{"name": "network-changed", "server_uuid": "314f7176-e8d9-4ec6-87b8-9eccab54b895", "tag": "033edef6-86d5-4ffe-8e38-d88f0c9f5645"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:03.690579 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feaafef-d331-40e2-b0eb-0c045a5929cb {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:03.712793 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.731801 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Pushing event updated for resources: {'Port': ['ID=033edef6-86d5-4ffe-8e38-d88f0c9f5645,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:03.742712 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:03.754944 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Transition to ACTIVE for port object 5feaafef-d331-40e2-b0eb-0c045a5929cb will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:03.757246 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.765961 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dfd25eb3-bcd0-4fe7-b02f-106a9a8cad9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:03.777344 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.780485 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.786139 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d550325-6be5-4a49-a639-fd6bc800e312,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:03.794466 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:03.794941 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79b1fd9d-6fb7-41c6-86c6-0ba77e175d50 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:03.859944 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:03.880374 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-134d13f9-b7ce-4dbe-a177-b4f10faf161c req-061601ce-7562-4f52-b3a6-27592b557e02 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207075 May 31 16:21:03.900507 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f36f72-9c81-4a42-9328-b02413e32641,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:03.911610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.913091 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d550325-6be5-4a49-a639-fd6bc800e312 HTTP/1.1" status: 204 len: 168 time: 0.9107349 May 31 16:21:03.922795 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:03.927295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-e144affb-aacd-4e6a-91c6-f4ad48874a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:03.928796 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-e144affb-aacd-4e6a-91c6-f4ad48874a2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1097 time: 0.2721605 May 31 16:21:03.966625 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:03.972344 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:03.976096 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57f36f72-9c81-4a42-9328-b02413e32641 HTTP/1.1" status: 204 len: 168 time: 1.2373915 May 31 16:21:04.027903 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:04.038358 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531371f-ff60-411e-b0ee-6e6d8b3573c4 req-fcac49bb-0917-429b-95cf-5b02ec2464ec tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.047672 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a531371f-ff60-411e-b0ee-6e6d8b3573c4 req-fcac49bb-0917-429b-95cf-5b02ec2464ec tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 944 time: 0.5336611 May 31 16:21:04.055125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5feaafef-d331-40e2-b0eb-0c045a5929cb,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:04.058157 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:04.132672 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.137339 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.157856 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-464faddd-85a5-411a-b662-bb26e3260d49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.2147732 May 31 16:21:04.169693 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-19503d39-81b7-41ac-95e5-3328e2b7bdcb req-c5498872-3783-476b-a45a-659bb3a2f3cb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:21:04.177630 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:04.212700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Attempting to bind port 5feaafef-d331-40e2-b0eb-0c045a5929cb on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:04.213038 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Attempting to bind port 5feaafef-d331-40e2-b0eb-0c045a5929cb by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:04.213367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Attempting to bind port 5feaafef-d331-40e2-b0eb-0c045a5929cb on network a1c107e8-07ab-4d38-884d-aae6601028e4 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:04.228143 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Port 5feaafef-d331-40e2-b0eb-0c045a5929cb on network a1c107e8-07ab-4d38-884d-aae6601028e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:21:04.228412 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Attempting to bind port 5feaafef-d331-40e2-b0eb-0c045a5929cb on network a1c107e8-07ab-4d38-884d-aae6601028e4 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:04.239505 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:04.240025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Checking segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:04.240707 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Bound using segment: {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:04.241263 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Bound port: 5feaafef-d331-40e2-b0eb-0c045a5929cb, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3303ff-48bb-45c1-be49-a510ad924dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:04.241726 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.259316 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856da35-ddac-49cb-891f-d227384534c3 req-4dfa0e43-3c73-41a6-8d2d-a2e157739511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.262009 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-4dfa0e43-3c73-41a6-8d2d-a2e157739511 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.0943110 May 31 16:21:04.282044 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Transition to ACTIVE for port object f2255e3d-8be2-409a-b0e5-e93e0c101205 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:04.314186 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a531371f-ff60-411e-b0ee-6e6d8b3573c4 req-f2245cb3-d613-4b58-b863-42b8f919dfd9 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655540 May 31 16:21:04.328269 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.329205 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.331720 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] 10.222.0.35 "PUT /v2.0/ports/69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 1093 time: 3.3053250 May 31 16:21:04.342931 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:04.411484 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-7f2012d1-b209-4943-9522-b04fae847a0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116877 May 31 16:21:04.568305 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-19503d39-81b7-41ac-95e5-3328e2b7bdcb req-c5498872-3783-476b-a45a-659bb3a2f3cb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:21:04.569521 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-19503d39-81b7-41ac-95e5-3328e2b7bdcb req-c5498872-3783-476b-a45a-659bb3a2f3cb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 210 time: 0.4973340 May 31 16:21:04.617042 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45880) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:04.638102 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] For port 5feaafef-d331-40e2-b0eb-0c045a5929cb, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:04.643734 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91068f92-b5ce-4dcf-bcd0-c93ab60199a5 x-openstack-request-id: req-91068f92-b5ce-4dcf-bcd0-c93ab60199a5 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:04.644030 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314f7176-e8d9-4ec6-87b8-9eccab54b895", "tag": "033edef6-86d5-4ffe-8e38-d88f0c9f5645", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:04.644314 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91068f92-b5ce-4dcf-bcd0-c93ab60199a5 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:04.644962 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'tag': '033edef6-86d5-4ffe-8e38-d88f0c9f5645', 'status': 'completed', 'code': 200} May 31 16:21:04.651707 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.657167 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:04.667006 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:04.695121 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:04.714180 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] For port 5feaafef-d331-40e2-b0eb-0c045a5929cb, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:04.715786 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Usage tracker for resource:security_group_rule and tenant:b277b3442f9846e89a7f423dbd985f8f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:04.723413 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:04.727138 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.729165 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.744541 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:04.748669 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:04.804819 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:04.829599 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.830910 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.832655 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/5feaafef-d331-40e2-b0eb-0c045a5929cb HTTP/1.1" status: 200 len: 1094 time: 2.9722660 May 31 16:21:04.850132 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-92093e0a-32a6-4763-81fc-e4cc042619ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.852100 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-92093e0a-32a6-4763-81fc-e4cc042619ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1096 time: 0.3514383 May 31 16:21:04.852865 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-8590bef8-ff84-442b-be03-2a593acb63ae service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328136 May 31 16:21:04.854943 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Network 3556450c-ce9a-4a82-87a9-a03609166931 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:04.859425 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:04.882213 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4af0d3-96bd-4836-9d2d-a6a73735816a req-9ce07303-c457-48e5-a695-0e158cc80c41 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.884190 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e4af0d3-96bd-4836-9d2d-a6a73735816a req-9ce07303-c457-48e5-a695-0e158cc80c41 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 944 time: 0.3264325 May 31 16:21:04.885379 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:04.891328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:04.892211 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:04.997353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c43c8a8-3ac1-4baa-a699-51509af180ff" -d '{"events": [{"name": "network-changed", "server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:05.069784 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'Port': ['ID=f2255e3d-8be2-409a-b0e5-e93e0c101205,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:05.073057 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-9a9af6f2-c6df-422b-9dbc-073fa8abd9b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 217 time: 0.1660874 May 31 16:21:05.073813 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:05.079939 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5feaafef-d331-40e2-b0eb-0c045a5929cb,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:05.091014 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:05.202776 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0485034 May 31 16:21:05.203862 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-558e3fdf-bec8-4a0d-9fb2-86ce062b3df4 None None] Provisioning for port f2255e3d-8be2-409a-b0e5-e93e0c101205 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:05.207308 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e4af0d3-96bd-4836-9d2d-a6a73735816a req-5686578b-653d-4093-a95e-c09cf7039c91 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215333 May 31 16:21:05.209940 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-558e3fdf-bec8-4a0d-9fb2-86ce062b3df4 None None] Provisioning complete for port f2255e3d-8be2-409a-b0e5-e93e0c101205 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:05.210412 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-558e3fdf-bec8-4a0d-9fb2-86ce062b3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:05.225584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Request body: {'port': {'device_id': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:05.231941 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8f1e80ee-2bf6-44fa-b936-7214e4fd5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.233488 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-8f1e80ee-2bf6-44fa-b936-7214e4fd5106 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 1097 time: 0.3422337 May 31 16:21:05.241638 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b856da35-ddac-49cb-891f-d227384534c3 req-def93aea-0873-4c48-82a1-2463dd5e286f service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514493 May 31 16:21:05.329103 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-558e3fdf-bec8-4a0d-9fb2-86ce062b3df4 None None] Port f2255e3d-8be2-409a-b0e5-e93e0c101205 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:21:05.329494 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-0339f8b7-9310-47cd-a13e-b78d01944025 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb HTTP/1.1" status: 200 len: 217 time: 0.0863400 May 31 16:21:05.361835 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-9e36d522-1557-44d4-b8fa-28c279e84784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.363272 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-9e36d522-1557-44d4-b8fa-28c279e84784 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.2788031 May 31 16:21:05.399018 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:05.453541 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:05.464854 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1fba864c-4ed1-4342-a912-7a4598def0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:05.532617 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b277b3442f9846e89a7f423dbd985f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9118946 May 31 16:21:05.537621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45910) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:05.554509 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb55a21-7f6b-43e9-943e-48d0d52ace4d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:05.558605 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-b7c026b3-634d-4098-a4aa-40aa6c452a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.560005 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-b7c026b3-634d-4098-a4aa-40aa6c452a25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.1631818 May 31 16:21:05.562911 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:05.580132 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:05.617674 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f308de-8072-4502-9b35-d91f10afd0a3 req-76082075-5aaa-4be5-a235-6daa0d8598e5 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.619160 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a7f308de-8072-4502-9b35-d91f10afd0a3 req-76082075-5aaa-4be5-a235-6daa0d8598e5 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 944 time: 0.6157601 May 31 16:21:05.630497 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a57fbcab-43f8-4f61-9a6c-d30beae1a091 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605755 May 31 16:21:05.668807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-908ed0f3-ea6d-45c2-9f3a-60d6d02164f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.670279 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-908ed0f3-ea6d-45c2-9f3a-60d6d02164f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1097 time: 0.3399842 May 31 16:21:05.694566 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:21:05.700423 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-d40551e0-b504-46fd-9261-8a928c009865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.702491 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-d40551e0-b504-46fd-9261-8a928c009865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3284538 May 31 16:21:05.767012 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:05.777783 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a7f308de-8072-4502-9b35-d91f10afd0a3 req-5d211150-4d9d-427c-8810-96fc4226ebe1 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496160 May 31 16:21:05.873851 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97df34-9000-44aa-8670-8c974c918a0e req-3d020995-67bc-479a-93d6-d148377312a3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.880917 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2d97df34-9000-44aa-8670-8c974c918a0e req-3d020995-67bc-479a-93d6-d148377312a3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.4349864 May 31 16:21:05.894826 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:05.959038 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-a0ba1ca8-4a2e-41e3-a914-df52927a74a1 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149188 May 31 16:21:05.986797 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-1db7ccaa-4cef-40b9-a7f8-3b1bf3c87ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:05.988363 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-1db7ccaa-4cef-40b9-a7f8-3b1bf3c87ead service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.3108838 May 31 16:21:06.009201 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2d97df34-9000-44aa-8670-8c974c918a0e req-4b0d30f4-f5f1-473f-ae0b-fdc7ab6facf8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273561 May 31 16:21:06.030513 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 03caed14-6044-4e91-913e-4b48b4a12715 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:06.075206 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eccaf4-e589-49bb-9408-5ab96a55e58e x-openstack-request-id: req-b7eccaf4-e589-49bb-9408-5ab96a55e58e {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:06.075697 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:06.076135 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7eccaf4-e589-49bb-9408-5ab96a55e58e {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:06.076812 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'status': 'completed', 'code': 200} May 31 16:21:06.181187 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 03caed14-6044-4e91-913e-4b48b4a12715 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:06.186738 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 03caed14-6044-4e91-913e-4b48b4a12715 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:06.187115 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.207884 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-6cf54b5e-950d-46f3-9ea1-180dc4131480 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.2125070 May 31 16:21:06.288401 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-0de63713-a083-4892-989e-28fcc09ebbb3 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696609 May 31 16:21:06.319065 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.355353 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03caed14-6044-4e91-913e-4b48b4a12715'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:06.386473 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.398008 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:06.415987 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb55a21-7f6b-43e9-943e-48d0d52ace4d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:06.436594 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:06.440738 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.444096 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecb55a21-7f6b-43e9-943e-48d0d52ace4d HTTP/1.1" status: 204 len: 168 time: 0.9019139 May 31 16:21:06.448102 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 03caed14-6044-4e91-913e-4b48b4a12715, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=03caed14-6044-4e91-913e-4b48b4a12715,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:06.452511 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-1f6f6e5b-e6b5-4183-ab99-15a1f02f3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:06.454360 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-1f6f6e5b-e6b5-4183-ab99-15a1f02f3d8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.2321022 May 31 16:21:06.455235 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.456380 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 226165cd-31f1-45bf-bf02-d1bbfb3b2182 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:06.501192 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-04088172-4d72-4d37-ae94-5c1f0a0623d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:06.528012 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-9b089e79-d3e4-4562-9079-85a4413bf3f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632703 May 31 16:21:06.531514 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0b0e0494-e54a-4dca-ac8d-522393c69d58 req-c26a06d6-e758-4e26-92fd-c0c1160e69d3 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657187 May 31 16:21:06.586689 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a912173-71ef-49c8-9484-2ecd5d4e7a3f req-6d66d5a6-b72a-465e-ac4b-b4145c701fcb service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870696 May 31 16:21:06.608839 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=03caed14-6044-4e91-913e-4b48b4a12715,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:06.625462 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:06.638500 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:06.646141 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:06.646518 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.653490 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84555ef8-2962-41e6-8cc8-e8ff0365b1d1 req-61f2b78a-34d8-4339-90de-217cd71eb148 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:06.655116 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-84555ef8-2962-41e6-8cc8-e8ff0365b1d1 req-61f2b78a-34d8-4339-90de-217cd71eb148 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 944 time: 0.4760718 May 31 16:21:06.708014 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'tag': '5feaafef-d331-40e2-b0eb-0c045a5929cb'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:06.710330 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359d2942-e4e9-4eec-9664-cc4035160c70" -d '{"events": [{"name": "network-changed", "server_uuid": "58b1ff09-36b4-43a6-924c-b04f3a8bc134", "tag": "5feaafef-d331-40e2-b0eb-0c045a5929cb"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:06.738207 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699e27-a480-429f-8d67-b6dcbee9eb18 req-4d13d701-c6ad-4fca-8a20-6cb7658d151b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:06.739932 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04699e27-a480-429f-8d67-b6dcbee9eb18 req-4d13d701-c6ad-4fca-8a20-6cb7658d151b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 932 time: 0.4974911 May 31 16:21:06.762266 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.db.resource_extend [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 16:21:06.782880 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e8ef9a-5e50-4ab6-86b0-e8b051f21c2f" -d '{"events": [{"server_uuid": "92fea53f-8f1d-4d9e-b474-cc4def3d465d", "name": "network-vif-plugged", "status": "completed", "tag": "03caed14-6044-4e91-913e-4b48b4a12715"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:06.810446 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-2946256a-17f6-4196-b638-eb1c1ded7aaa service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723656 May 31 16:21:06.853327 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.903345 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182,segment=NetworkSegment(18b55c82-805a-4589-91e4-2cb7e874c4a0),segment_id=18b55c82-805a-4589-91e4-2cb7e874c4a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:06.911560 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:06.913524 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-2e054b78-8e19-403c-a88d-9cb1e50f3339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:06.945026 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-84555ef8-2962-41e6-8cc8-e8ff0365b1d1 req-7c0b48e0-0d1e-4def-8e13-0631df9fc924 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357204 May 31 16:21:06.995086 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04699e27-a480-429f-8d67-b6dcbee9eb18 req-6a4e7a6e-00e3-42a0-a03c-a660863ad780 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810656 May 31 16:21:06.997366 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2255e3d-8be2-409a-b0e5-e93e0c101205 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:07.000783 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=226165cd-31f1-45bf-bf02-d1bbfb3b2182,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:07.005232 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:07.034798 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:07.072690 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-4c248853-d4bb-48f6-ad80-ddf8cb0f6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:07.077407 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-4c248853-d4bb-48f6-ad80-ddf8cb0f6d03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1096 time: 0.4181750 May 31 16:21:07.087868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4bcfbd-2f7d-4252-8df5-43ae3037355e x-openstack-request-id: req-3c4bcfbd-2f7d-4252-8df5-43ae3037355e {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:07.088173 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b1ff09-36b4-43a6-924c-b04f3a8bc134", "tag": "5feaafef-d331-40e2-b0eb-0c045a5929cb", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:07.088477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c4bcfbd-2f7d-4252-8df5-43ae3037355e {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:07.088880 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'tag': '5feaafef-d331-40e2-b0eb-0c045a5929cb', 'status': 'completed', 'code': 200} May 31 16:21:07.143788 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a4442f44-fc67-4a3e-afd7-6c3d0f1e26a9 req-4c5d8649-25f0-4921-b721-916ea8499359 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206077 May 31 16:21:07.200572 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-6f578516-ae7a-4847-a95a-9b193c53e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:07.202254 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-6f578516-ae7a-4847-a95a-9b193c53e0bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 1097 time: 0.0899646 May 31 16:21:07.229343 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 45976) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:07.245030 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Transition to ACTIVE for port object f2255e3d-8be2-409a-b0e5-e93e0c101205 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:07.257626 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:07.335632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:07.360167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-12726d3d-4401-40bc-ae79-b98e8c106883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:07.361597 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-12726d3d-4401-40bc-ae79-b98e8c106883 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.1516755 May 31 16:21:07.475946 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda3fcff-2027-4e53-9622-7680065e5606 x-openstack-request-id: req-dda3fcff-2027-4e53-9622-7680065e5606 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:07.476970 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fea53f-8f1d-4d9e-b474-cc4def3d465d", "name": "network-vif-plugged", "status": "completed", "tag": "03caed14-6044-4e91-913e-4b48b4a12715", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:07.479435 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dda3fcff-2027-4e53-9622-7680065e5606 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:07.479932 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03caed14-6044-4e91-913e-4b48b4a12715', 'code': 200} May 31 16:21:07.486736 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-491d3cd3-41d9-43a9-99ce-0a0a15c97283 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb HTTP/1.1" status: 200 len: 217 time: 0.1182499 May 31 16:21:07.503394 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2255e3d-8be2-409a-b0e5-e93e0c101205,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:07.530608 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:07.588667 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-42a4981a-97bd-4720-8ecb-65b3690d62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:07.590313 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-42a4981a-97bd-4720-8ecb-65b3690d62be service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.5041535 May 31 16:21:07.651488 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:07.698843 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:07.716524 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-689edbeb-716b-4ded-8c21-ce31731af58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:07.718376 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-689edbeb-716b-4ded-8c21-ce31731af58c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.2222500 May 31 16:21:07.719942 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Usage tracker for resource:security_group_rule and tenant:14ef6a9542c049b48254a9a31c8dd977 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:07.723505 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:07.752737 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d847f-a84b-47c4-b66e-f252031d8609 req-904701b9-0092-4fb1-b34a-1c2f23b9c6e5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:07.760054 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-138d847f-a84b-47c4-b66e-f252031d8609 req-904701b9-0092-4fb1-b34a-1c2f23b9c6e5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 944 time: 0.5563333 May 31 16:21:07.763081 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-5aa8c19b-7a78-437a-b130-7dd16fbef26b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 217 time: 0.1287591 May 31 16:21:07.777568 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-159e96b3-18fd-463e-8839-6cadd4a75662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506721 May 31 16:21:07.823412 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:07.894902 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Attempting to bind port f2255e3d-8be2-409a-b0e5-e93e0c101205 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:07.895215 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Attempting to bind port f2255e3d-8be2-409a-b0e5-e93e0c101205 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:07.895586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Attempting to bind port f2255e3d-8be2-409a-b0e5-e93e0c101205 on network 3556450c-ce9a-4a82-87a9-a03609166931 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:07.936825 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-138d847f-a84b-47c4-b66e-f252031d8609 req-520dd95d-8e5e-4e73-b898-6d8f28941db8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754405 May 31 16:21:07.942712 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Port f2255e3d-8be2-409a-b0e5-e93e0c101205 on network 3556450c-ce9a-4a82-87a9-a03609166931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:21:07.943035 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Attempting to bind port f2255e3d-8be2-409a-b0e5-e93e0c101205 on network 3556450c-ce9a-4a82-87a9-a03609166931 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:07.988908 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:07.999202 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Checking segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:07.999942 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Bound using segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:08.000584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Bound port: f2255e3d-8be2-409a-b0e5-e93e0c101205, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:08.001088 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.028934 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-2189ba5f-d5b4-41cf-b844-8b83df4c0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:08.030395 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-2189ba5f-d5b4-41cf-b844-8b83df4c0111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.2250195 May 31 16:21:08.056990 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 033edef6-86d5-4ffe-8e38-d88f0c9f5645 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:08.134779 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-8bfa8eff-c863-4bc4-9119-06c40f39236e service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087783 May 31 16:21:08.171411 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-75496761-9cbf-45f5-ac52-a91d2c7e44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:08.172893 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-75496761-9cbf-45f5-ac52-a91d2c7e44d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 1098 time: 0.3908863 May 31 16:21:08.211254 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fed33-3a49-467e-a8dd-7674dd57fc36 req-79bf6b9b-1f58-464f-b0e6-67cb0b3b70a3 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:08.212817 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-494fed33-3a49-467e-a8dd-7674dd57fc36 req-79bf6b9b-1f58-464f-b0e6-67cb0b3b70a3 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.4476824 May 31 16:21:08.246396 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:08.264943 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.267429 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '033edef6-86d5-4ffe-8e38-d88f0c9f5645', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'port_id': '033edef6-86d5-4ffe-8e38-d88f0c9f5645', 'mac_address': 'fa:16:3e:1a:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:08.306408 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:08.330267 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Usage tracker for resource:security_group_rule and tenant:3a87c81793a240c5b36ef8102acb84bc is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:08.336217 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.337916 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:08.353531 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-494fed33-3a49-467e-a8dd-7674dd57fc36 req-f967b388-8081-4dc0-bd51-d236529a320d tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934987 May 31 16:21:08.355976 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:08.366028 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-3e94eedf-d412-4d1f-84a5-9e1a8c5cbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:08.367821 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-3e94eedf-d412-4d1f-84a5-9e1a8c5cbc21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3193719 May 31 16:21:08.368877 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.381982 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94836961-9e21-4c02-9781-163b8b544d8e req-ac11cf30-32d1-459a-9c22-4c551f94f743 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:08.390251 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94836961-9e21-4c02-9781-163b8b544d8e req-ac11cf30-32d1-459a-9c22-4c551f94f743 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.2461128 May 31 16:21:08.397057 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9a23fef4-77e3-414d-ba10-0e0ed46f4310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:08.412341 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] For port f2255e3d-8be2-409a-b0e5-e93e0c101205, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:08.441518 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-359d2942-e4e9-4eec-9664-cc4035160c70 req-7ce46776-3039-4920-b5b1-4e70bb2b12a0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996595 May 31 16:21:08.442839 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.467203 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14ef6a9542c049b48254a9a31c8dd977&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2322960 May 31 16:21:08.469395 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46010) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:08.470025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba71e1b-1f70-499e-8f38-22567753ebae,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:08.479551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:08.515316 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033edef6-86d5-4ffe-8e38-d88f0c9f5645 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:08.533975 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] For port f2255e3d-8be2-409a-b0e5-e93e0c101205, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:08.549115 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:08.557348 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.559687 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:08.585094 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.611618 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.629039 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b779b10a-e3f3-4eb8-af89-630d8aa85abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:08.652331 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-cbc347e3-ffbb-485f-8613-3362df8b48c1 req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690635 May 31 16:21:08.655105 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.658853 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=033edef6-86d5-4ffe-8e38-d88f0c9f5645,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:08.664638 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:08.680892 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1f72fb-44aa-4771-92a4-c94916e2e3ca,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:08.683822 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:08.701814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.710628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.713774 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94836961-9e21-4c02-9781-163b8b544d8e req-e307fe22-3095-46c1-a9a2-688fdb07933d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227129 May 31 16:21:08.732817 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:08.767402 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.774260 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:08.781647 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['033edef6-86d5-4ffe-8e38-d88f0c9f5645'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:08.830128 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba71e1b-1f70-499e-8f38-22567753ebae,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:08.833759 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:08.834700 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.836083 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 1094 time: 3.6209776 May 31 16:21:08.846252 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:08.848116 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:08.849560 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fba71e1b-1f70-499e-8f38-22567753ebae HTTP/1.1" status: 204 len: 168 time: 0.3727252 May 31 16:21:08.888284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:08.890739 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70deff8-f0a0-488f-a92c-82926322ef28" -d '{"events": [{"name": "network-changed", "server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:08.917778 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2255e3d-8be2-409a-b0e5-e93e0c101205,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:08.953333 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:09.004490 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-fb7b5a00-81e7-4463-b20c-7ad2f6d7c90f service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100764 May 31 16:21:09.156699 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977021f-edbe-4c68-b023-9ea1f6cb5ade req-d1c5b8bf-051c-4b1a-9205-76cc9a3c6da6 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.163509 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d977021f-edbe-4c68-b023-9ea1f6cb5ade req-d1c5b8bf-051c-4b1a-9205-76cc9a3c6da6 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 945 time: 0.6280460 May 31 16:21:09.202820 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496df99-4885-45a3-9a70-169bd73a233e req-f3fd8288-ba32-42f6-ba34-dffd59aea32f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.204311 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7496df99-4885-45a3-9a70-169bd73a233e req-f3fd8288-ba32-42f6-ba34-dffd59aea32f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 944 time: 0.3647270 May 31 16:21:09.281081 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-56e4e8ba-9fac-49ab-9bd7-870e043895e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.282559 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-56e4e8ba-9fac-49ab-9bd7-870e043895e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1097 time: 0.3796694 May 31 16:21:09.296701 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d977021f-edbe-4c68-b023-9ea1f6cb5ade req-69c52fcb-773b-43b4-b014-18b6312e2ac2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322711 May 31 16:21:09.452248 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a301cb8-ba75-43ad-8390-f1d4f8933eff x-openstack-request-id: req-9a301cb8-ba75-43ad-8390-f1d4f8933eff {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:09.456589 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:09.456861 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a301cb8-ba75-43ad-8390-f1d4f8933eff {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:09.457271 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'status': 'completed', 'code': 200} May 31 16:21:09.469449 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c43c8a8-3ac1-4baa-a699-51509af180ff req-2aa46713-724f-4c5a-ad5f-f73dc068ea90 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458663 May 31 16:21:09.481237 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c23e331-dc4a-4236-9cba-1817c65de390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226165cd-31f1-45bf-bf02-d1bbfb3b2182'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:09.482394 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-894bb745-8a4b-4785-93aa-76f09fea9333 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 217 time: 0.1829262 May 31 16:21:09.484647 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23e6d42-8a4f-4368-8845-623525a1737d" -d '{"events": [{"server_uuid": "4c23e331-dc4a-4236-9cba-1817c65de390", "name": "network-vif-plugged", "status": "completed", "tag": "226165cd-31f1-45bf-bf02-d1bbfb3b2182"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:09.488048 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7496df99-4885-45a3-9a70-169bd73a233e req-7aaff5c4-d7aa-4492-ba8c-93fd0136a143 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610054 May 31 16:21:09.489198 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46048) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:09.516973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.558367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:09.568262 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Usage tracker for resource:security_group_rule and tenant:8489f576e01d42c2b404c91a677c5a68 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:09.575441 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:09.587052 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:09.588391 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-f396ef06-eb34-45a8-acdb-f60aa041d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.590167 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-f396ef06-eb34-45a8-acdb-f60aa041d627 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.1012676 May 31 16:21:09.727930 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-da4f4002-f9d7-4514-a287-11cde286d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.744636 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.750254 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.760486 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fba287a8-dc5b-452f-8a96-76c3c42dc89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:09.785785 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd396b8-d80e-4ad5-8b75-396cd0f3328f req-38f9eff2-a930-41d5-8a3c-76f6be469b62 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.787246 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cfd396b8-d80e-4ad5-8b75-396cd0f3328f req-38f9eff2-a930-41d5-8a3c-76f6be469b62 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 944 time: 0.2381740 May 31 16:21:09.791762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-5b445e13-3618-4aa1-8d19-aab0c040365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.793202 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-5b445e13-3618-4aa1-8d19-aab0c040365a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1956506 May 31 16:21:09.801594 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc50bba-5e2b-4406-95b9-d3b9f59cd307 req-9ade9b7c-a325-49be-94f8-55d580cf6c94 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:09.802999 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2fc50bba-5e2b-4406-95b9-d3b9f59cd307 req-9ade9b7c-a325-49be-94f8-55d580cf6c94 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.1527054 May 31 16:21:09.806664 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8489f576e01d42c2b404c91a677c5a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134387 May 31 16:21:09.806664 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810afae2-c3f6-43ff-9894-0889cdb62c55,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:09.807707 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46062) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:09.810163 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:09.872387 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.899164 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:09.969487 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cfd396b8-d80e-4ad5-8b75-396cd0f3328f req-98dbaefb-3c44-4f8e-abac-c2918e898794 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654897 May 31 16:21:09.978266 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2fc50bba-5e2b-4406-95b9-d3b9f59cd307 req-2d308dc2-6c3d-4329-8726-ffaa3ba4004f tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414876 May 31 16:21:10.018595 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-0c4f2560-4a4b-43d7-95a7-52dc34c96707 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131073 May 31 16:21:10.037790 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:10.042569 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2c983387-9dec-4d3b-a37d-44243ea52640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:10.054412 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:10.055131 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810afae2-c3f6-43ff-9894-0889cdb62c55,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:10.057268 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:10.063917 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:10.065102 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/810afae2-c3f6-43ff-9894-0889cdb62c55 HTTP/1.1" status: 204 len: 168 time: 0.2565064 May 31 16:21:10.148488 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 033edef6-86d5-4ffe-8e38-d88f0c9f5645 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:10.275397 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9fdea-2419-4c76-831a-4f9275cb3d50 x-openstack-request-id: req-ace9fdea-2419-4c76-831a-4f9275cb3d50 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:10.276034 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c23e331-dc4a-4236-9cba-1817c65de390", "name": "network-vif-plugged", "status": "completed", "tag": "226165cd-31f1-45bf-bf02-d1bbfb3b2182", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:10.276485 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ace9fdea-2419-4c76-831a-4f9275cb3d50 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:10.277039 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c23e331-dc4a-4236-9cba-1817c65de390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226165cd-31f1-45bf-bf02-d1bbfb3b2182', 'code': 200} May 31 16:21:10.289498 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a31d41e-10b0-4fb4-a962-c6b49a079baf req-0548c864-ef4a-46d4-9132-5f848e6d563a service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644746 May 31 16:21:10.405297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abde1b-4f12-4a17-ab95-8764e7a29e0a req-57d20cb7-cc6e-45c2-8a62-a7938fb02b9c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:10.406828 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-14abde1b-4f12-4a17-ab95-8764e7a29e0a req-57d20cb7-cc6e-45c2-8a62-a7938fb02b9c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1727784 May 31 16:21:10.428822 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:10.468441 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-14abde1b-4f12-4a17-ab95-8764e7a29e0a req-cdc90748-5bdb-4994-943d-2c6854be7a5f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539651 May 31 16:21:10.476248 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:10.482061 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:10.564460 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:10.622645 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'mac_address': 'fa:16:3e:ae:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:10.721803 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-f7ca849b-699c-433c-9a1e-54f9898edaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:10.723925 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-f7ca849b-699c-433c-9a1e-54f9898edaca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1097 time: 0.2008572 May 31 16:21:10.736540 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2b7c8-a40b-4f80-904c-2c7db9fd1a8b req-b0d1cecf-50bf-4731-aae6-834bcdc29f48 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:10.739077 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-afe2b7c8-a40b-4f80-904c-2c7db9fd1a8b req-b0d1cecf-50bf-4731-aae6-834bcdc29f48 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 945 time: 0.1696322 May 31 16:21:10.749047 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:10.828308 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:10.854490 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:10.865220 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:10.876349 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:10.877281 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 5feaafef-d331-40e2-b0eb-0c045a5929cb details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:10.887117 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:10.984910 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:11.022001 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:11.081298 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:11.084501 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:11.087047 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-390ffc38-5d46-4f38-9aff-a364b200298e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:11.117258 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-afe2b7c8-a40b-4f80-904c-2c7db9fd1a8b req-596097c4-e762-44f8-8597-adbf36c306fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880242 May 31 16:21:11.143507 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-ca53adc4-6b86-4e6d-8de8-a456a63d63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.145438 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-ca53adc4-6b86-4e6d-8de8-a456a63d63d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 0.4051428 May 31 16:21:11.236719 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1b6e-1479-4cba-9fb9-731c3523892a req-988aac27-5c0a-496e-b601-4bb9a6922f93 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.238193 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-051e1b6e-1479-4cba-9fb9-731c3523892a req-988aac27-5c0a-496e-b601-4bb9a6922f93 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 944 time: 0.4068534 May 31 16:21:11.239791 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-8f100b75-12e2-4aec-85ba-e206180e56da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 217 time: 0.0847471 May 31 16:21:11.241713 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac55a69-39e9-47ed-9a8e-194588db1feb req-7a15ad35-f91f-4c83-8842-0c25354611af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.243141 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9ac55a69-39e9-47ed-9a8e-194588db1feb req-7a15ad35-f91f-4c83-8842-0c25354611af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 1098 time: 0.4127543 May 31 16:21:11.300303 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 5feaafef-d331-40e2-b0eb-0c045a5929cb, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:11.317126 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '5feaafef-d331-40e2-b0eb-0c045a5929cb', 'network_id': 'a1c107e8-07ab-4d38-884d-aae6601028e4', 'port_id': '5feaafef-d331-40e2-b0eb-0c045a5929cb', 'mac_address': 'fa:16:3e:ef:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ee311-e80f-4e89-a381-c9c513076038', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:11.382197 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:11.395992 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=033edef6-86d5-4ffe-8e38-d88f0c9f5645,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:11.402512 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:11.411292 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feaafef-d331-40e2-b0eb-0c045a5929cb {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:11.439772 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 5feaafef-d331-40e2-b0eb-0c045a5929cb, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:11.449326 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:11.449505 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9ac55a69-39e9-47ed-9a8e-194588db1feb req-08104e47-e9a3-4634-b61b-a6d34a8aeeb0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921301 May 31 16:21:11.449586 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:11.451444 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-051e1b6e-1479-4cba-9fb9-731c3523892a req-d4f6dd7a-5942-4d34-a970-de02f3ec6dc4 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011137 May 31 16:21:11.453109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-46f3355c-f859-403b-829e-d77cc50791f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.454590 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-46f3355c-f859-403b-829e-d77cc50791f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.2023718 May 31 16:21:11.478737 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37defe-9809-4026-aefc-f3f434a08bf3 req-61a3ab48-4cda-4dfe-a700-1225d1b1f9f8 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.488608 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af37defe-9809-4026-aefc-f3f434a08bf3 req-61a3ab48-4cda-4dfe-a700-1225d1b1f9f8 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.1754968 May 31 16:21:11.531385 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=5feaafef-d331-40e2-b0eb-0c045a5929cb,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:11.536920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:11.671671 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af37defe-9809-4026-aefc-f3f434a08bf3 req-2e3c3424-757d-466d-beb5-fe951149a174 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822057 May 31 16:21:11.709412 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:11.739874 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594796a6-8dd6-4fbd-bca2-a7459dfcd64c req-23995433-44fb-4c25-9919-0051a58c7e12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.747249 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-594796a6-8dd6-4fbd-bca2-a7459dfcd64c req-23995433-44fb-4c25-9919-0051a58c7e12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 945 time: 0.1609190 May 31 16:21:11.774145 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['5feaafef-d331-40e2-b0eb-0c045a5929cb'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:11.776489 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-f60e219d-80f7-4210-8d88-0686228e55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:11.777975 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-f60e219d-80f7-4210-8d88-0686228e55ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2443647 May 31 16:21:11.926632 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-d8fd1b28-b191-49ba-a727-c5a892aec731 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407900 May 31 16:21:12.118957 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70deff8-f0a0-488f-a92c-82926322ef28 req-1e8742ba-dfb3-43e3-9054-416228cee6a0 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840539 May 31 16:21:12.136259 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-594796a6-8dd6-4fbd-bca2-a7459dfcd64c req-430a27e8-dcbe-4d54-999d-679680f9990c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882022 May 31 16:21:12.148160 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8477ec75-c8ec-4edc-a9b9-5fecbab5aea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:12.201677 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:12.203225 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe3383-fc02-479f-903e-f64ca2f298b7 req-548eca76-f48d-49a5-9ecd-00aa2c176b24 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:12.205043 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c4fe3383-fc02-479f-903e-f64ca2f298b7 req-548eca76-f48d-49a5-9ecd-00aa2c176b24 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 944 time: 0.2738538 May 31 16:21:12.260535 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c4fe3383-fc02-479f-903e-f64ca2f298b7 req-4fbef658-0eaa-4db0-b14c-fdf3e8f931ed tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490406 May 31 16:21:12.278926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033edef6-86d5-4ffe-8e38-d88f0c9f5645'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:12.283090 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc794636-2016-482b-b9c1-70e5460e969c" -d '{"events": [{"server_uuid": "314f7176-e8d9-4ec6-87b8-9eccab54b895", "name": "network-vif-plugged", "status": "completed", "tag": "033edef6-86d5-4ffe-8e38-d88f0c9f5645"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:12.333017 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396081b6-d869-42c2-a1f6-0a56cd0c5d4f x-openstack-request-id: req-396081b6-d869-42c2-a1f6-0a56cd0c5d4f {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:12.333316 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f7176-e8d9-4ec6-87b8-9eccab54b895", "name": "network-vif-plugged", "status": "completed", "tag": "033edef6-86d5-4ffe-8e38-d88f0c9f5645", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:12.333570 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-396081b6-d869-42c2-a1f6-0a56cd0c5d4f {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:12.333963 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033edef6-86d5-4ffe-8e38-d88f0c9f5645', 'code': 200} May 31 16:21:12.705307 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b3267-2af9-4610-8c26-2621dd4bbd8f req-c26a0db8-727a-4cd3-a53f-04fe0489ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:12.706794 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ec6b3267-2af9-4610-8c26-2621dd4bbd8f req-c26a0db8-727a-4cd3-a53f-04fe0489ce8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.1449075 May 31 16:21:12.714270 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2653e4-04b9-4981-8032-fc2050c1897d req-41a834c2-cfda-4e36-b789-2d089f6c2b57 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:12.715843 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4f2653e4-04b9-4981-8032-fc2050c1897d req-41a834c2-cfda-4e36-b789-2d089f6c2b57 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 944 time: 0.1109962 May 31 16:21:12.787899 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ec6b3267-2af9-4610-8c26-2621dd4bbd8f req-89c793ef-8181-42fa-bc8e-85b60a8746c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710578 May 31 16:21:12.802599 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4f2653e4-04b9-4981-8032-fc2050c1897d req-8f389cc9-bf2b-49f7-8625-2c17692e603d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689564 May 31 16:21:12.889786 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46170) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:12.895823 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452d835-8ce9-45b8-9d59-8241db956237 req-38c52835-96c3-4966-ae03-5b8d9792cb1a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:12.897277 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7452d835-8ce9-45b8-9d59-8241db956237 req-38c52835-96c3-4966-ae03-5b8d9792cb1a tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.0822616 May 31 16:21:12.944601 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7452d835-8ce9-45b8-9d59-8241db956237 req-7a95db51-3d11-4ef7-a209-6857aabb1f3c tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 May 31 16:21:13.013384 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.028989 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:13.032853 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Usage tracker for resource:security_group_rule and tenant:cd4ad79637c24e16abf962690c2a861a is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:13.035653 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:13.041293 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:13.139828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.143975 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.153858 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-25567768-4b8f-4397-8392-218e7d98706f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:13.208512 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd4ad79637c24e16abf962690c2a861a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170779 May 31 16:21:13.210227 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc59eb-3b9d-4b85-9593-69c59d2b7faa,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:13.211631 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46188) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:13.213814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:13.298766 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.353514 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.362097 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.389442 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.407396 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bef8dc-6d14-4040-9fe0-00e8c460cbd1 req-a344cf20-525b-486d-85a6-96ed3fff4df0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:13.409030 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-31bef8dc-6d14-4040-9fe0-00e8c460cbd1 req-a344cf20-525b-486d-85a6-96ed3fff4df0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 945 time: 0.1519461 May 31 16:21:13.531518 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-31bef8dc-6d14-4040-9fe0-00e8c460cbd1 req-7902e026-7868-4a7a-891e-9982dfad9c67 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117680 May 31 16:21:13.578593 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.584772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:13.599202 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc59eb-3b9d-4b85-9593-69c59d2b7faa,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:13.605602 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:13.613785 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea2060-2a51-4f8c-b430-a8da2dba2efc req-ad727df3-bd89-4a13-9069-5715dc626caa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:13.621354 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6fea2060-2a51-4f8c-b430-a8da2dba2efc req-ad727df3-bd89-4a13-9069-5715dc626caa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 944 time: 0.1677465 May 31 16:21:13.639688 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:13.640827 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9bc59eb-3b9d-4b85-9593-69c59d2b7faa HTTP/1.1" status: 204 len: 168 time: 0.4279225 May 31 16:21:13.679647 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6fea2060-2a51-4f8c-b430-a8da2dba2efc req-e27326e4-7634-439f-a6b7-7da7058e4e09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572665 May 31 16:21:13.989290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46220) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:14.086353 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device f2255e3d-8be2-409a-b0e5-e93e0c101205 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:14.090213 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:14.148406 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a34353-2fd7-4693-a921-1adfaa580513 req-8295d9ff-e1e4-4932-9526-0c8076e5691a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:14.157154 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-24a34353-2fd7-4693-a921-1adfaa580513 req-8295d9ff-e1e4-4932-9526-0c8076e5691a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 944 time: 0.2122746 May 31 16:21:14.162997 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.192912 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:14.198557 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Usage tracker for resource:security_group_rule and tenant:f0de1a9fa50d4bdf86210a29bf2d4aa7 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:14.201914 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:14.208531 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:14.214254 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46228) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:14.220524 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-24a34353-2fd7-4693-a921-1adfaa580513 req-e7667816-7b8c-465e-a64e-f45c577ab16c tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600724 May 31 16:21:14.255690 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.277356 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:14.284222 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Usage tracker for resource:security_group_rule and tenant:885fd01bc48a4877aa0991fe865bd364 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:14.290088 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:14.295547 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:14.298049 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:14.310403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:14.311569 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.385508 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.390478 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.400167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f1d7b615-de9b-4c6c-beb7-f6826ecd7971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:14.413374 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port f2255e3d-8be2-409a-b0e5-e93e0c101205, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:14.430356 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'port_id': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'mac_address': 'fa:16:3e:1a:62:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:14.464093 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0de1a9fa50d4bdf86210a29bf2d4aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738545 May 31 16:21:14.467482 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46232) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:14.468295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea062b4-2f8e-4db0-93d7-6cfbace2be3e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:14.471290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:14.487600 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.492133 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.500725 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-88d3bdf8-6044-4069-99ca-7b980916ea65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:14.545358 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=885fd01bc48a4877aa0991fe865bd364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268945 May 31 16:21:14.545358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a193e182-be54-494b-bdfe-494cc6900ddc,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:14.546828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:14.547299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46240) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:14.557963 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.576693 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.606400 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.612713 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2255e3d-8be2-409a-b0e5-e93e0c101205 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:14.630868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.633694 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.677662 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.682680 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.688919 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b41593f3-c504-485f-8791-40fcb448cf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:14.695699 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port f2255e3d-8be2-409a-b0e5-e93e0c101205, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:14.724127 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea062b4-2f8e-4db0-93d7-6cfbace2be3e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:14.734755 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:14.744545 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:14.744545 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:14.752369 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f2c8a-9741-4cdc-862c-edee3029ca82" -d '{"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-plugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:14.753966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.761919 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.772099 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:14.779730 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fea062b4-2f8e-4db0-93d7-6cfbace2be3e HTTP/1.1" status: 204 len: 168 time: 0.3062212 May 31 16:21:14.791326 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.802842 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea41992d-04be-4a45-b899-7a2d235bcc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:14.811204 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.812184 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 5feaafef-d331-40e2-b0eb-0c045a5929cb up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:14.835347 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a193e182-be54-494b-bdfe-494cc6900ddc,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:14.846035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:14.846835 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.847939 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a193e182-be54-494b-bdfe-494cc6900ddc HTTP/1.1" status: 204 len: 168 time: 0.2994363 May 31 16:21:14.885138 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:14.928179 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=f2255e3d-8be2-409a-b0e5-e93e0c101205,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:14.933086 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:14.933489 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:14.942597 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149a66b-f37f-486c-b1c8-fccd17fc6d83 req-8d600348-7e1e-4cae-946c-65494a80a459 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:14.944279 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e149a66b-f37f-486c-b1c8-fccd17fc6d83 req-8d600348-7e1e-4cae-946c-65494a80a459 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 945 time: 0.1925504 May 31 16:21:15.002738 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 5feaafef-d331-40e2-b0eb-0c045a5929cb completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:15.014106 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 5feaafef-d331-40e2-b0eb-0c045a5929cb triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:15.014690 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:15.020067 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e149a66b-f37f-486c-b1c8-fccd17fc6d83 req-880a18b6-66e9-4439-96d7-2ec857b688aa tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660946 May 31 16:21:15.068915 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:15.081047 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:15.102330 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['f2255e3d-8be2-409a-b0e5-e93e0c101205'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:15.263378 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e356a9e-c94f-4d79-98f7-e2976fbb0fc4 req-c2feac85-528d-4197-8248-85989f788fda tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:15.271955 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5e356a9e-c94f-4d79-98f7-e2976fbb0fc4 req-c2feac85-528d-4197-8248-85989f788fda tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1163478 May 31 16:21:15.330253 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5e356a9e-c94f-4d79-98f7-e2976fbb0fc4 req-76ebb477-6c73-49f1-8bcc-de460db5c53f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572371 May 31 16:21:15.398211 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb940fad-149e-4444-831a-5e382e510a8e x-openstack-request-id: req-eb940fad-149e-4444-831a-5e382e510a8e {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:15.398717 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-plugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:15.398810 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb940fad-149e-4444-831a-5e382e510a8e {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:15.399253 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'code': 200} May 31 16:21:15.401882 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:15.553837 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 5feaafef-d331-40e2-b0eb-0c045a5929cb, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:15.602419 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:15.613393 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:15.621710 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46284) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:15.676823 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:15.727214 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:15.742723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Usage tracker for resource:security_group_rule and tenant:72fc8c3e99634aefbfe1ca99c7efb45c is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:15.749801 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:15.761921 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:15.862182 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fedbad-55bc-45aa-8153-f2e7e9c9a9e6 req-77abd9b0-7ead-426b-9fa8-4ed979f3d56a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:15.871563 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-19fedbad-55bc-45aa-8153-f2e7e9c9a9e6 req-77abd9b0-7ead-426b-9fa8-4ed979f3d56a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 945 time: 0.3219771 May 31 16:21:15.871756 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=5feaafef-d331-40e2-b0eb-0c045a5929cb,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:15.891123 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:15.926452 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:15.934369 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:15.953067 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bc24cf46-4325-4e79-857a-2ed7f81b2713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:15.970447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba591de-c101-41e5-9272-cd7d4b3158ad req-2f16b0ad-2ef1-4cc2-bc56-056e80a41594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:15.971634 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9ba591de-c101-41e5-9272-cd7d4b3158ad req-2f16b0ad-2ef1-4cc2-bc56-056e80a41594 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1098 time: 0.2789855 May 31 16:21:16.003508 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd67a73b-d497-4a9b-917f-92de5ea23a1a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:16.007271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:16.010143 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72fc8c3e99634aefbfe1ca99c7efb45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860679 May 31 16:21:16.012885 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46302) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:16.036367 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-19fedbad-55bc-45aa-8153-f2e7e9c9a9e6 req-9464864b-00cd-44fa-887c-17b4a26087f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637802 May 31 16:21:16.053527 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9ba591de-c101-41e5-9272-cd7d4b3158ad req-412f3bd1-f1a6-4459-992a-4b07f471019f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715947 May 31 16:21:16.101397 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.150520 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.219053 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.225885 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dd88db09-61bf-4e2f-9bbc-132b7b0f2b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:16.246325 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.250572 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd67a73b-d497-4a9b-917f-92de5ea23a1a HTTP/1.1" status: 204 len: 168 time: 0.2350359 May 31 16:21:16.251486 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd67a73b-d497-4a9b-917f-92de5ea23a1a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:16.266652 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:16.290956 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46324) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:16.391473 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fa5de-df01-428d-95f1-107196ab20f8 req-c5f58cb2-868b-4c16-838e-52ca515406c8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:16.392956 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-511fa5de-df01-428d-95f1-107196ab20f8 req-c5f58cb2-868b-4c16-838e-52ca515406c8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2279580 May 31 16:21:16.419228 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.430413 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-b1391943-9a03-45bc-a2e5-954f380b9a1d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:16.437094 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:16.441715 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-b1391943-9a03-45bc-a2e5-954f380b9a1d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 0.2118640 May 31 16:21:16.443671 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cd0217cea245c9953a6151706d38e6 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:16.453344 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:16.465568 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:16.490060 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-511fa5de-df01-428d-95f1-107196ab20f8 req-5805b2dd-4b69-4ae2-bc0a-554ec262dcb7 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809643 May 31 16:21:16.491567 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-9411f673-5b65-4a8e-92a3-6d67b13ce291 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/quotas/dfa262cae94f48738dfd83a8bfa5c760 HTTP/1.1" status: 200 len: 375 time: 0.0365827 May 31 16:21:16.594635 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.601645 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.613258 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-13064373-e0b5-400b-894d-cbe23fc09701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:16.662015 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4cd0217cea245c9953a6151706d38e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698521 May 31 16:21:16.664905 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46342) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:16.665639 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac211d7-a58c-4e3a-b000-1bcbeb82688f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:16.669002 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:16.744054 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.781655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.789853 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-20e8a6a3-4211-4bbf-b65d-269d9309a16e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824144 May 31 16:21:16.802938 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53187f-1b9a-44d5-9f37-3f6bc3eeaf73 req-dcd5b4a6-d6d8-4e96-a389-968f238d483c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:16.811395 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ff53187f-1b9a-44d5-9f37-3f6bc3eeaf73 req-dcd5b4a6-d6d8-4e96-a389-968f238d483c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1837821 May 31 16:21:16.857451 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.864806 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3026be0a-dc61-4679-b6b9-3e96c6ea6bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:16.879866 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac211d7-a58c-4e3a-b000-1bcbeb82688f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:16.887529 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:16.889237 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cac211d7-a58c-4e3a-b000-1bcbeb82688f HTTP/1.1" status: 204 len: 168 time: 0.2180982 May 31 16:21:16.890388 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:16.949114 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ff53187f-1b9a-44d5-9f37-3f6bc3eeaf73 req-f3afa1af-fdb0-434f-b0e7-f70a16f422db tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365540 May 31 16:21:17.035295 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-02b04c84-2364-42cf-a5e2-5ff0c9994285 service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208998 May 31 16:21:17.273166 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-d70066b1-9319-44c1-bfe6-fc9d13c90c5a service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324953 May 31 16:21:17.345061 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca7ec9-d330-44eb-b546-5de07ec8b304 req-51d702ba-ea13-4aad-9964-a28850312982 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:17.346570 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a1ca7ec9-d330-44eb-b546-5de07ec8b304 req-51d702ba-ea13-4aad-9964-a28850312982 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 945 time: 0.1598570 May 31 16:21:17.400831 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feaafef-d331-40e2-b0eb-0c045a5929cb'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:17.403886 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4711ba83-0162-4183-ae38-1222121bb9dc" -d '{"events": [{"server_uuid": "58b1ff09-36b4-43a6-924c-b04f3a8bc134", "name": "network-vif-plugged", "status": "completed", "tag": "5feaafef-d331-40e2-b0eb-0c045a5929cb"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:17.495567 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a1ca7ec9-d330-44eb-b546-5de07ec8b304 req-770eaba0-f0ba-44ac-9f56-b1de95cc611b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410913 May 31 16:21:17.552614 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46380) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:17.587311 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd0124-9e55-4ef4-88a8-f0165740abb9 x-openstack-request-id: req-dacd0124-9e55-4ef4-88a8-f0165740abb9 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:17.587794 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b1ff09-36b4-43a6-924c-b04f3a8bc134", "name": "network-vif-plugged", "status": "completed", "tag": "5feaafef-d331-40e2-b0eb-0c045a5929cb", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:17.588496 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dacd0124-9e55-4ef4-88a8-f0165740abb9 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:17.588837 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feaafef-d331-40e2-b0eb-0c045a5929cb', 'code': 200} May 31 16:21:17.604488 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:17.665528 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:17.674577 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-249ee21f-a5eb-483e-9dcc-38a5ba070bb1 req-9edf1ce3-73f0-4d9e-ac96-9929bb73a818 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 210 time: 0.0956423 May 31 16:21:17.685904 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Usage tracker for resource:security_group_rule and tenant:5b340ad06658480eb514517da590690c is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:17.706061 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:17.722233 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:17.790621 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c95d-e4c8-4654-987b-b61247833e99 req-44d7c8da-3739-4dc7-8cbe-b52a00126a12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:17.798370 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cc27c95d-e4c8-4654-987b-b61247833e99 req-44d7c8da-3739-4dc7-8cbe-b52a00126a12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1068707 May 31 16:21:17.836582 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:17.843918 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:17.871292 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:17.873661 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cc27c95d-e4c8-4654-987b-b61247833e99 req-5410a218-5311-45f2-8b6c-8e2eb13535b3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738063 May 31 16:21:17.945932 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7a3f42-c1fd-43d8-9d4d-76e1f91a5370,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:17.950394 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:17.953586 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b340ad06658480eb514517da590690c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999944 May 31 16:21:17.956242 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46398) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:18.037489 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b40a2-5079-4dd2-93aa-8d0db9809a22 req-34e7ff01-676e-41cc-826f-3ddbc79c3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:18.039270 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-926b40a2-5079-4dd2-93aa-8d0db9809a22 req-34e7ff01-676e-41cc-826f-3ddbc79c3be6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 1099 time: 0.1022282 May 31 16:21:18.079124 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.096913 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device f2255e3d-8be2-409a-b0e5-e93e0c101205 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:18.119672 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-926b40a2-5079-4dd2-93aa-8d0db9809a22 req-b7606f76-e739-49f4-8a05-93f81ecbdccf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655255 May 31 16:21:18.134074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.209624 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.214114 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-afa5ec54-d07a-4c5c-961f-c97faca235c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:18.226619 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7a3f42-c1fd-43d8-9d4d-76e1f91a5370,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:18.228900 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:18.234697 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.235819 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd7a3f42-c1fd-43d8-9d4d-76e1f91a5370 HTTP/1.1" status: 204 len: 168 time: 0.2785726 May 31 16:21:18.272381 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port f2255e3d-8be2-409a-b0e5-e93e0c101205 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:18.302429 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port f2255e3d-8be2-409a-b0e5-e93e0c101205 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:18.303199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc860e7-f951-4c45-8453-3eada4b779b7 req-f3dede2e-228c-4b05-8f3b-946c93991926 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:18.304545 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.305049 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-efc860e7-f951-4c45-8453-3eada4b779b7 req-f3dede2e-228c-4b05-8f3b-946c93991926 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1720297 May 31 16:21:18.506276 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.548073 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-efc860e7-f951-4c45-8453-3eada4b779b7 req-08636e61-f326-4af4-8032-c1245aec216f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344468 May 31 16:21:18.553939 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port f2255e3d-8be2-409a-b0e5-e93e0c101205, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:18.561494 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.564839 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:18.592887 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adf102-6493-4ac4-a429-afbf7eff6578 req-a3646327-7d6c-4643-b556-abb140ef2b94 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:18.594406 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-11adf102-6493-4ac4-a429-afbf7eff6578 req-a3646327-7d6c-4643-b556-abb140ef2b94 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.1432738 May 31 16:21:18.662008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46420) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:18.669064 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=f2255e3d-8be2-409a-b0e5-e93e0c101205,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:18.672909 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:18.680738 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-11adf102-6493-4ac4-a429-afbf7eff6578 req-f14f87bb-d07d-43b2-a13f-848ee08cd6bf tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795743 May 31 16:21:18.935164 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:18.957761 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:18.965720 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Usage tracker for resource:security_group_rule and tenant:31dfaabba1ae44a080ea4b43524fdb9c is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:18.972937 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:18.983770 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:19.009305 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d838-5fa8-47b3-a7ea-eb2f1b9e8084 req-20f5d92b-ceb9-495d-af59-e65f666a5f79 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:19.010781 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-30c5d838-5fa8-47b3-a7ea-eb2f1b9e8084 req-20f5d92b-ceb9-495d-af59-e65f666a5f79 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.2358837 May 31 16:21:19.027772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ead7b-dbbe-4152-9f0d-6bb1942f5a8d req-7bc118f2-cf2e-43d4-b5bb-a8b37d84dc6c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:19.029295 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fc5ead7b-dbbe-4152-9f0d-6bb1942f5a8d req-7bc118f2-cf2e-43d4-b5bb-a8b37d84dc6c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1785586 May 31 16:21:19.038903 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46452) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:19.045536 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'floatingip': {'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:19.092441 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-30c5d838-5fa8-47b3-a7ea-eb2f1b9e8084 req-8189cbf2-a560-4393-a549-f1c6b46a90af tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603406 May 31 16:21:19.159708 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:19.169310 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:19.171041 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:19.177303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:19.310278 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31dfaabba1ae44a080ea4b43524fdb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6472313 May 31 16:21:19.318444 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46f5da-54c4-41ee-80c3-96be7611d07c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:19.333802 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f5db639a-e991-4196-bb69-cb54a66e6588 req-a5258ee4-89c0-48ba-9ce9-c7c990b834fd tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 210 time: 0.0938580 May 31 16:21:19.334323 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46464) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:19.335147 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:19.590539 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:19.593522 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0211621-436f-4438-9e3d-89fe3dd20aa5" -d '{"events": [{"server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "name": "network-vif-plugged", "status": "completed", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:19.665073 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276a60f7-8a06-4454-b822-5ea30a12cecc x-openstack-request-id: req-276a60f7-8a06-4454-b822-5ea30a12cecc {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:19.665492 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "name": "network-vif-plugged", "status": "completed", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:19.665911 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-276a60f7-8a06-4454-b822-5ea30a12cecc {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:19.666352 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'code': 200} May 31 16:21:19.669466 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:19.714354 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02481042-0f7e-4f62-a0b5-05c1022186d8 req-b11a2635-566e-443a-aec1-5f5a25db8809 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:19.715853 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-02481042-0f7e-4f62-a0b5-05c1022186d8 req-b11a2635-566e-443a-aec1-5f5a25db8809 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.4035139 May 31 16:21:19.771631 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:19.835199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-73d7f5f1-55f0-45ef-ada4-ee6b116f2b78 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:19.842590 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-73d7f5f1-55f0-45ef-ada4-ee6b116f2b78 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 0.3362656 May 31 16:21:19.889155 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Request body: {'port': {'device_id': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'admin_state_up': True, 'tenant_id': 'dfa262cae94f48738dfd83a8bfa5c760'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:20.135250 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-02481042-0f7e-4f62-a0b5-05c1022186d8 req-7b0d1c54-d43c-4a9e-9510-fba1dcac2d08 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970942 May 31 16:21:20.255076 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:20.262383 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:20.283171 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65126ae9-ad84-40cc-a766-f91f65c0e552 req-8476f30b-6926-4626-8a44-47eaf7f6ea85 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:20.291734 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-65126ae9-ad84-40cc-a766-f91f65c0e552 req-8476f30b-6926-4626-8a44-47eaf7f6ea85 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.3789833 May 31 16:21:20.335152 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:20.341480 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46f5da-54c4-41ee-80c3-96be7611d07c,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:20.350761 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:20.354247 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Usage tracker for resource:port and tenant:dfa262cae94f48738dfd83a8bfa5c760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:20.396952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:20.403449 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:20.423563 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86dd7-7e25-407d-8c08-17975581644f req-6d77f083-8b66-4ca2-b430-22e344d0034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:20.424653 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:20.425599 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a0b86dd7-7e25-407d-8c08-17975581644f req-6d77f083-8b66-4ca2-b430-22e344d0034f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1099 time: 0.4311163 May 31 16:21:20.426158 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:20.427189 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca46f5da-54c4-41ee-80c3-96be7611d07c HTTP/1.1" status: 204 len: 168 time: 1.0859454 May 31 16:21:20.437229 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:20.472645 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Made reservation on behalf of dfa262cae94f48738dfd83a8bfa5c760 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:20.476145 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:20.621589 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-65126ae9-ad84-40cc-a766-f91f65c0e552 req-375c8cb2-a9a3-40e9-9964-c03819e80059 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288667 May 31 16:21:20.631979 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a0b86dd7-7e25-407d-8c08-17975581644f req-f74153ed-5e48-4b7c-863c-fbaac3a16bf0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955135 May 31 16:21:20.733012 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b106-0084-42a6-9147-5f4873e66aba req-df1680b2-7d25-4be6-9f49-30a468e12c02 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:20.740087 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-05b5b106-0084-42a6-9147-5f4873e66aba req-df1680b2-7d25-4be6-9f49-30a468e12c02 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.4018197 May 31 16:21:20.830925 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Floating IP e356e58a-18ea-4c20-aaa4-d2a70d693251 associated. External IP: 172.28.1.246, port: 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3. May 31 16:21:20.887713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-efc29967-1c93-4e98-b571-948910d2f945 req-fee17964-11c6-4fa5-a52c-8016bae38cd1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 210 time: 0.0681171 May 31 16:21:20.902515 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-05b5b106-0084-42a6-9147-5f4873e66aba req-362fd110-0ac8-4d53-b267-7c2cefdc655a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613810 May 31 16:21:20.918157 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Allocated IP 172.20.0.8 (2f714c57-4061-4567-a24d-b485902abd2e/15d9e0af-cfab-43f3-8787-997f96732938/b22e6cbc-edd9-4324-aef1-c5fecf228e67) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:21.041609 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34c4e-80a2-430f-8068-30c962466d9b req-cadeb110-48ab-44f2-8956-fdfbb7caba56 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:21.042316 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-faf34c4e-80a2-430f-8068-30c962466d9b req-cadeb110-48ab-44f2-8956-fdfbb7caba56 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Synchronizing usage tracker for tenant:4b2746d8b43b496691fe8edad6a79fa1 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:21:21.127626 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-faf34c4e-80a2-430f-8068-30c962466d9b req-cadeb110-48ab-44f2-8956-fdfbb7caba56 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Unset dirty status for tenant:4b2746d8b43b496691fe8edad6a79fa1 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:21:21.128789 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-faf34c4e-80a2-430f-8068-30c962466d9b req-cadeb110-48ab-44f2-8956-fdfbb7caba56 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.3896203 May 31 16:21:21.356791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:21.397290 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305191d9-d35e-434a-8144-93dc97fbb56c req-1b30e4f8-2a97-4c15-85d5-53cbb1ddbf01 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:21.398944 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-305191d9-d35e-434a-8144-93dc97fbb56c req-1b30e4f8-2a97-4c15-85d5-53cbb1ddbf01 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1220658 May 31 16:21:21.413566 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Deleting port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:21:21.414270 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:21.453075 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:21:21.469756 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-305191d9-d35e-434a-8144-93dc97fbb56c req-8b83e7d1-4d5b-4c90-aa66-8c2d4b2c025a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623689 May 31 16:21:21.471041 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:21.482865 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:21.491277 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:21.598692 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Network 2f714c57-4061-4567-a24d-b485902abd2e is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:21.599786 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event updated for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:21.602660 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:21.604951 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:21.605666 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:21.611672 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:21.612628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:21.638301 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7539454 May 31 16:21:21.657852 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Request body: {'port': {'device_id': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:21.759780 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] For port 226165cd-31f1-45bf-bf02-d1bbfb3b2182, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=226165cd-31f1-45bf-bf02-d1bbfb3b2182,segment=NetworkSegment(18b55c82-805a-4589-91e4-2cb7e874c4a0),segment_id=18b55c82-805a-4589-91e4-2cb7e874c4a0)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:21.763798 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:22.045572 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:22.176673 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Calling delete_port for 226165cd-31f1-45bf-bf02-d1bbfb3b2182 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:21:22.410873 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae869352-dd39-4e64-afe8-c5bf8ab7a672 req-e8bebf98-4947-4bf0-8c2e-a648bb672c23 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:22.418080 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ae869352-dd39-4e64-afe8-c5bf8ab7a672 req-e8bebf98-4947-4bf0-8c2e-a648bb672c23 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c23e331-dc4a-4236-9cba-1817c65de390 HTTP/1.1" status: 200 len: 945 time: 0.5304177 May 31 16:21:22.428393 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f7902-36e4-4ffd-b565-c40564ae5dd7 req-0b28fc8f-8253-4f86-96ae-68ff193925b2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:22.429128 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-831f7902-36e4-4ffd-b565-c40564ae5dd7 req-0b28fc8f-8253-4f86-96ae-68ff193925b2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:21:22.450246 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-abb3a16e-6d8b-4783-aa05-cbd6106845c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:22.452153 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-abb3a16e-6d8b-4783-aa05-cbd6106845c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 1099 time: 0.3790584 May 31 16:21:22.473550 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:21:22.487819 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:21:22.490150 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46590) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:22.499976 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:22.500844 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:22.530126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-831f7902-36e4-4ffd-b565-c40564ae5dd7 req-0b28fc8f-8253-4f86-96ae-68ff193925b2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:21:22.532545 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-831f7902-36e4-4ffd-b565-c40564ae5dd7 req-0b28fc8f-8253-4f86-96ae-68ff193925b2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 931 time: 0.3605332 May 31 16:21:22.593833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46594) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:22.631909 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:22.664914 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:22.691325 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:22.744352 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Pushing event deleted for resources: {'Port': ['ID=226165cd-31f1-45bf-bf02-d1bbfb3b2182,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:22.746566 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:22.766814 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ae869352-dd39-4e64-afe8-c5bf8ab7a672 req-5119a048-ed73-4a65-a28e-dcd3719bb4c9 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.61 "GET /v2.0/security-groups?id=c80965e1-e47f-4c59-8212-ba7c50ae35f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424726 May 31 16:21:22.805578 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:22.884899 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a94dcd6e-e814-43f9-bfec-e98e1027c55d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "PUT /v2.0/floatingips/e356e58a-18ea-4c20-aaa4-d2a70d693251 HTTP/1.1" status: 200 len: 991 time: 3.8440232 May 31 16:21:22.890938 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:22.893697 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc554f4-300e-4d6c-97f3-e8794658492a" -d '{"events": [{"name": "network-changed", "server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:22.901906 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] No DVR routers for this DVR port 226165cd-31f1-45bf-bf02-d1bbfb3b2182 on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:21:22.905984 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:22.907927 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-faf34c4e-80a2-430f-8068-30c962466d9b req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] 10.222.0.35 "DELETE /v2.0/ports/226165cd-31f1-45bf-bf02-d1bbfb3b2182 HTTP/1.1" status: 204 len: 173 time: 1.7705641 May 31 16:21:22.956756 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-831f7902-36e4-4ffd-b565-c40564ae5dd7 req-e27a5b85-bec9-471b-b0b2-d609a6b42e07 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635540 May 31 16:21:22.976088 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:23.059443 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:23.074353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:23.080758 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-07f5e293-0262-44a6-a09a-c7d6bc9ab61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:23.082176 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-07f5e293-0262-44a6-a09a-c7d6bc9ab61a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.5946598 May 31 16:21:23.087609 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Usage tracker for resource:security_group_rule and tenant:62aa1d0bf6fd42efafe4bc74c8a4d7cb is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:23.097422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:23.106636 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:23.192974 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'e356e58a-18ea-4c20-aaa4-d2a70d693251', 'tenant_id': '089429e586eb458dba6845da4c503031', 'floating_ip_address': '172.28.1.246', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'mac_address': 'fa:16:3e:ae:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:20:47Z', 'updated_at': '2021-05-31T16:21:20Z', 'revision_number': 1, 'project_id': '089429e586eb458dba6845da4c503031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:23.196960 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:21:23.205430 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:23.206024 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:23.215132 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:23.224814 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Usage tracker for resource:security_group_rule and tenant:7368459019164f74881214f808d96bc2 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:23.230501 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-fc8c8698-4a2a-4046-accb-4e4708c1f475 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb HTTP/1.1" status: 200 len: 217 time: 0.1296093 May 31 16:21:23.241566 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:23.338632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:23.401944 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22e6cbc-edd9-4324-aef1-c5fecf228e67 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:23.412425 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:23.431919 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:23.455229 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84894a-5c3b-4807-ad04-08dd9ab4ec76 req-f7ee98e9-470d-429b-9373-4ab3ba714ac4 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:23.456713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1e84894a-5c3b-4807-ad04-08dd9ab4ec76 req-f7ee98e9-470d-429b-9373-4ab3ba714ac4 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.4986274 May 31 16:21:23.463792 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-de79f4fb-4f06-4500-a367-234a31524088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:23.465150 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-de79f4fb-4f06-4500-a367-234a31524088 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.2206364 May 31 16:21:23.612743 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Transition to ACTIVE for port object b22e6cbc-edd9-4324-aef1-c5fecf228e67 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:23.637649 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:23.640136 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-c49b04ef-4e97-42ee-bb77-801fef9321f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662433 May 31 16:21:23.683494 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:23.719832 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd32ed7-b9f9-45ac-a0b5-23f67448fc8b req-adbefd41-4d0d-4b8f-99e1-ad5ae4b55832 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:23.721200 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1cd32ed7-b9f9-45ac-a0b5-23f67448fc8b req-adbefd41-4d0d-4b8f-99e1-ad5ae4b55832 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.6156666 May 31 16:21:23.770212 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'e356e58a-18ea-4c20-aaa4-d2a70d693251', 'tenant_id': '089429e586eb458dba6845da4c503031', 'floating_ip_address': '172.28.1.246', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'mac_address': 'fa:16:3e:ae:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:20:47Z', 'updated_at': '2021-05-31T16:21:20Z', 'revision_number': 1, 'project_id': '089429e586eb458dba6845da4c503031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:23.774084 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e008cd-0fba-49e7-8146-78fe49744b90 None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'e356e58a-18ea-4c20-aaa4-d2a70d693251', 'tenant_id': '089429e586eb458dba6845da4c503031', 'floating_ip_address': '172.28.1.246', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'mac_address': 'fa:16:3e:ae:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:20:47Z', 'updated_at': '2021-05-31T16:21:20Z', 'revision_number': 1, 'project_id': '089429e586eb458dba6845da4c503031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:21:23.844239 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1e84894a-5c3b-4807-ad04-08dd9ab4ec76 req-284ff623-4177-4d77-a893-4d7d484b8003 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724408 May 31 16:21:24.052618 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Pushing event updated for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:24.055896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935f301b-a171-47a9-80b0-61d5fd837f4c None None] New status for floating IP e356e58a-18ea-4c20-aaa4-d2a70d693251: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:21:24.075063 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.086836 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03216a1d-671b-4fa3-9058-ad1a95b3e543 x-openstack-request-id: req-03216a1d-671b-4fa3-9058-ad1a95b3e543 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:24.087340 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:24.087834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03216a1d-671b-4fa3-9058-ad1a95b3e543 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:24.088357 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'status': 'completed', 'code': 200} May 31 16:21:24.107211 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.108128 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.108128 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.108375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.108647 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.109077 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.109806 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.110151 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.110478 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.110987 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.111329 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.111703 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.115532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:24.116314 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.124306 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.136792 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc3f6fdd-1540-41de-bed8-2bac35f16d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:24.169316 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1cd32ed7-b9f9-45ac-a0b5-23f67448fc8b req-5f1fc77d-b04d-4f9f-ad57-4a4cd100ae97 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059558 May 31 16:21:24.176404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.195798 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 226165cd-31f1-45bf-bf02-d1bbfb3b2182 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:21:24.218741 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-29091a23-cd48-4eba-8d65-d55e2d1b8f42 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674617 May 31 16:21:24.263193 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Attempting to bind port b22e6cbc-edd9-4324-aef1-c5fecf228e67 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:24.263559 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Attempting to bind port b22e6cbc-edd9-4324-aef1-c5fecf228e67 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:24.263882 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Attempting to bind port b22e6cbc-edd9-4324-aef1-c5fecf228e67 on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:24.271680 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62aa1d0bf6fd42efafe4bc74c8a4d7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7548985 May 31 16:21:24.272362 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46628) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:24.274183 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee6b7e2-c491-4122-9b5e-7ebd1b8e5ebe,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:24.277532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:24.282896 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:24.316406 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7368459019164f74881214f808d96bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7159636 May 31 16:21:24.317260 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46632) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:24.319273 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-6f931f45-14ea-40b6-81d5-a1de3ea6c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:24.321238 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-6f931f45-14ea-40b6-81d5-a1de3ea6c895 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1098 time: 0.2025011 May 31 16:21:24.328509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Port b22e6cbc-edd9-4324-aef1-c5fecf228e67 on network 2f714c57-4061-4567-a24d-b485902abd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:21:24.329513 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Attempting to bind port b22e6cbc-edd9-4324-aef1-c5fecf228e67 on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:24.447158 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:24.447494 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Checking segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:24.447871 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Bound using segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:24.448333 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Bound port: b22e6cbc-edd9-4324-aef1-c5fecf228e67, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:24.448668 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.484340 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 226165cd-31f1-45bf-bf02-d1bbfb3b2182 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:21:24.485175 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 226165cd-31f1-45bf-bf02-d1bbfb3b2182 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:21:24.549119 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.596252 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd7644c-2785-4bc3-af4b-7ae09420c81f,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:24.610816 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:24.648002 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.678556 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-d66bef1f-a354-482b-a031-7b37a7feb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:24.683739 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-d66bef1f-a354-482b-a031-7b37a7feb926 service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.3342941 May 31 16:21:24.809276 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33fbcee4-792c-4b3e-bf39-ae2c0cc37adc req-1afa5405-733f-4814-a1e6-7a58db2b80a4 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719335 May 31 16:21:24.828930 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.846069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.846356 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:24.870888 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:24.879848 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.886798 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-87d73340-0768-4ca3-bd43-01c498c85639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:24.896548 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1efc3-f2e8-4dea-944b-ac2a30b4df63 req-4ea6e3ee-c871-41c1-b8b2-c277b3220908 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:24.900759 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9bf1efc3-f2e8-4dea-944b-ac2a30b4df63 req-4ea6e3ee-c871-41c1-b8b2-c277b3220908 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 943 time: 0.4748282 May 31 16:21:24.914539 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf85e1f-c646-4efb-b150-959add41b68a req-9d13a5b5-8e6f-48fa-8c25-ace08dc880e3 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:24.916557 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2bf85e1f-c646-4efb-b150-959add41b68a req-9d13a5b5-8e6f-48fa-8c25-ace08dc880e3 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.4924197 May 31 16:21:24.926379 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46652) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:24.927175 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee6b7e2-c491-4122-9b5e-7ebd1b8e5ebe,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:24.929881 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:24.942875 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.943236 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.943584 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.943925 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.944278 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.944613 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.944943 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.945269 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.945599 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.945922 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.946576 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.946936 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:24.955399 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'floatingip': {'port_id': 'f2255e3d-8be2-409a-b0e5-e93e0c101205'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:24.994488 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3ca50ad6-5a2a-48ac-b231-a449da779ca9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:25.035101 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:25.047715 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-c020db36-aab4-4d3e-888d-16f574acec84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 1001 time: 0.3158379 May 31 16:21:25.077696 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:25.078815 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:25.080338 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] 10.222.0.35 "PUT /v2.0/ports/b22e6cbc-edd9-4324-aef1-c5fecf228e67 HTTP/1.1" status: 200 len: 1093 time: 3.4286902 May 31 16:21:25.096294 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:25.099547 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787e7e7-df86-47c7-a076-c2d703363568" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:25.123883 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:25.125053 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cee6b7e2-c491-4122-9b5e-7ebd1b8e5ebe HTTP/1.1" status: 204 len: 168 time: 0.8508151 May 31 16:21:25.135212 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:25.144287 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9bf1efc3-f2e8-4dea-944b-ac2a30b4df63 req-1b9db09d-2961-4e5b-bb78-d755b15ee951 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110469 May 31 16:21:25.235913 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9636cfd6-c198-4949-ad7e-1b063551a617 x-openstack-request-id: req-9636cfd6-c198-4949-ad7e-1b063551a617 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:25.236426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:25.236880 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9636cfd6-c198-4949-ad7e-1b063551a617 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:25.237585 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', 'status': 'completed', 'code': 200} May 31 16:21:25.238338 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Pushing event updated for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:25.242046 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:25.274210 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:25.282048 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:25.291466 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-2d30856a-0c7a-4eed-96c8-9acdc3d89faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:25.292930 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-2d30856a-0c7a-4eed-96c8-9acdc3d89faa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.2361767 May 31 16:21:25.301383 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd7644c-2785-4bc3-af4b-7ae09420c81f,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:25.303694 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:25.321114 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-c571cfa3-6d31-4586-8569-36980b29984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:25.322933 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-c571cfa3-6d31-4586-8569-36980b29984b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 1096 time: 0.1687255 May 31 16:21:25.324774 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:25.329691 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbd7644c-2785-4bc3-af4b-7ae09420c81f HTTP/1.1" status: 204 len: 168 time: 1.0027573 May 31 16:21:25.454961 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-e4c3f5f3-b55d-432a-b0f1-e53d75b770ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67 HTTP/1.1" status: 200 len: 217 time: 0.1215911 May 31 16:21:25.543340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-2c2ee589-f644-46ed-a1dd-bbc5184aee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:25.543340 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-2c2ee589-f644-46ed-a1dd-bbc5184aee6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.0780740 May 31 16:21:25.552782 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2053c-6fa4-4698-b1c1-1a6752c6b4d9 req-92da61a3-e640-4b1e-9fbe-f12629b5c37a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:25.554499 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eae2053c-6fa4-4698-b1c1-1a6752c6b4d9 req-92da61a3-e640-4b1e-9fbe-f12629b5c37a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2236874 May 31 16:21:25.631756 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-6f85592c-8d94-491e-a419-7176c4154c51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760994 May 31 16:21:25.645289 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eae2053c-6fa4-4698-b1c1-1a6752c6b4d9 req-201e3568-8d00-4886-9e55-e4e739f8134e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 May 31 16:21:25.665591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-0a5a3769-cb12-4930-bc60-1178cea65cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:25.670801 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-0a5a3769-cb12-4930-bc60-1178cea65cd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3704042 May 31 16:21:25.782779 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46680) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:25.885536 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-0ecd683d-27ff-46cf-9606-32198752490d service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436063 May 31 16:21:25.889956 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:25.928512 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:25.979063 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba82f9d33c24c328c5048e0f9a6dffe is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:25.986057 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:25.989329 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-d1add5d3-bb43-4db5-b55f-ee55f8b784b4 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060389 May 31 16:21:26.001354 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:26.069818 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e81adfbc-2cb4-4355-b0cc-19cebeb5fe9c req-e100b447-7b61-4e78-bbcc-3e0595b2decc service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692111 May 31 16:21:26.104798 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c23e331-dc4a-4236-9cba-1817c65de390', 'name': 'network-vif-deleted', 'tag': '226165cd-31f1-45bf-bf02-d1bbfb3b2182'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:26.106710 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a626bc35-43fe-4d0a-a17f-eb76e876c41b" -d '{"events": [{"server_uuid": "4c23e331-dc4a-4236-9cba-1817c65de390", "name": "network-vif-deleted", "tag": "226165cd-31f1-45bf-bf02-d1bbfb3b2182"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:26.211948 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b80ed-be92-4358-aa8b-78f9c299de9d x-openstack-request-id: req-2e7b80ed-be92-4358-aa8b-78f9c299de9d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:26.212593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c23e331-dc4a-4236-9cba-1817c65de390", "name": "network-vif-deleted", "tag": "226165cd-31f1-45bf-bf02-d1bbfb3b2182", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:26.212593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e7b80ed-be92-4358-aa8b-78f9c299de9d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:26.212901 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c23e331-dc4a-4236-9cba-1817c65de390', 'name': 'network-vif-deleted', 'tag': '226165cd-31f1-45bf-bf02-d1bbfb3b2182', 'status': 'completed', 'code': 200} May 31 16:21:26.221623 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9dc554f4-300e-4d6c-97f3-e8794658492a req-f1300081-ea79-4d3e-bca4-9d2b10ba357a service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260399 May 31 16:21:26.280772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46708) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:26.350524 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.368147 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.373796 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.412322 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.445125 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9d87f1ba-8be1-4079-84a8-cbf6aa9a3792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:26.479868 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ba82f9d33c24c328c5048e0f9a6dffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959195 May 31 16:21:26.482789 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46720) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:26.546910 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Deleting subnet 8c27f672-962b-4710-81c3-9d379e8ab101 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:21:26.550001 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.601725 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Floating IP a1084098-39a0-43e1-931d-d624b664e3de associated. External IP: 172.28.1.159, port: f2255e3d-8be2-409a-b0e5-e93e0c101205. May 31 16:21:26.615474 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.623341 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:26.678297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37120acc-3cd9-4c80-9bc4-089b1e9698ef,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:26.689237 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:26.705171 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e7e7-df86-47c7-a076-c2d703363568 req-c1643d37-0b72-41cf-9bc8-320781a86d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:26.706804 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-c1643d37-0b72-41cf-9bc8-320781a86d92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 1096 time: 0.5654054 May 31 16:21:26.987273 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e85ab-75aa-4c17-9adf-f551a4a5ede4 req-1952dabb-6dad-4e94-a506-8d646f7a1f2b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:26.989384 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0a5e85ab-75aa-4c17-9adf-f551a4a5ede4 req-1952dabb-6dad-4e94-a506-8d646f7a1f2b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 943 time: 0.6362047 May 31 16:21:27.019185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.107985 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e7e7-df86-47c7-a076-c2d703363568 req-92b4d3f7-60a4-47ff-9b3c-76d6bc4e25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:27.109344 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-92b4d3f7-60a4-47ff-9b3c-76d6bc4e25f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 916 time: 0.3681941 May 31 16:21:27.120692 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Router a5312e50-918c-4508-bc67-3731cef41a05 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:21:27.126603 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.236938 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0a5e85ab-75aa-4c17-9adf-f551a4a5ede4 req-ccddbeff-ca8b-4478-957f-2f9a43a84608 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214270 May 31 16:21:27.242921 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-43aa8ec1-d87e-4528-9ffa-bd6f28d52f97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67 HTTP/1.1" status: 200 len: 217 time: 0.1205549 May 31 16:21:27.299172 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:21:27.303478 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.310549 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:21:27.320266 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:27.321173 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:27.342812 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76185f4-cf73-4557-8ded-967c25c657b4 req-58cff5cf-a172-471d-85ae-46219e156d77 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:27.344310 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d76185f4-cf73-4557-8ded-967c25c657b4 req-58cff5cf-a172-471d-85ae-46219e156d77 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.5225315 May 31 16:21:27.366427 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-35e55d1f-3f72-4989-882e-a3a8d82eb518 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "PUT /v2.0/floatingips/a1084098-39a0-43e1-931d-d624b664e3de HTTP/1.1" status: 200 len: 992 time: 2.4265022 May 31 16:21:27.418066 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e7e7-df86-47c7-a076-c2d703363568 req-698a9e0d-e3e3-4edf-87ea-d0117fec8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:27.419488 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-698a9e0d-e3e3-4edf-87ea-d0117fec8dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.1662111 May 31 16:21:27.422731 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.431125 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:27.494335 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37120acc-3cd9-4c80-9bc4-089b1e9698ef,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:27.496570 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:27.499475 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d76185f4-cf73-4557-8ded-967c25c657b4 req-6c1a61ad-5492-45d7-911d-e082dda0e5da tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350112 May 31 16:21:27.503608 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-2a11db97-6ce6-422c-9c1b-d3b8f3eeabcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641890 May 31 16:21:27.510319 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:27.517615 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.521238 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37120acc-3cd9-4c80-9bc4-089b1e9698ef HTTP/1.1" status: 204 len: 168 time: 1.0185242 May 31 16:21:27.548230 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.558789 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:27.642581 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c27f672-962b-4710-81c3-9d379e8ab101,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:27.649842 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:27.652498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.656367 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8c27f672-962b-4710-81c3-9d379e8ab101 HTTP/1.1" status: 204 len: 168 time: 1.3646584 May 31 16:21:27.658041 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46738) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:27.712879 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-e7796aff-fe06-4732-b770-7b37e180a354 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963830 May 31 16:21:27.797563 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.924745 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'a1084098-39a0-43e1-931d-d624b664e3de', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'port_id': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'mac_address': 'fa:16:3e:1a:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:20:53Z', 'updated_at': '2021-05-31T16:21:26Z', 'revision_number': 1, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:27.929246 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:21:27.941132 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:27.942090 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:27.966619 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:27.992746 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.993103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.993842 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.994824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > port after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.995166 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.995518 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > port after_update 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.995840 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.996161 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.998250 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:27.998861 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:28.042636 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3787e7e7-df86-47c7-a076-c2d703363568 req-f13857ef-1c14-44e7-846e-0ac1dd53619e service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185053 May 31 16:21:28.178010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:28.178445 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:28.179490 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:28.180084 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:28.180984 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b282fd18-b63b-4c89-8035-69b494a45545']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:28.185812 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:28.204656 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b55c82-805a-4589-91e4-2cb7e874c4a0') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:28.205343 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b55c82-805a-4589-91e4-2cb7e874c4a0') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:28.214785 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:28.217977 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c01d3e5-f495-4a51-8818-f8c470791efb" -d '{"events": [{"name": "network-changed", "server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:28.228145 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:28.251525 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:28.264300 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:21:28.264965 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: from cryptography.utils import int_from_bytes May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: from cryptography.utils import int_from_bytes May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:21:28.289023 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:21:28.386787 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f9a98f-0c86-47bd-b0a7-2c01b703d169 x-openstack-request-id: req-b7f9a98f-0c86-47bd-b0a7-2c01b703d169 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:28.387367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:28.387367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7f9a98f-0c86-47bd-b0a7-2c01b703d169 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:28.387772 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'status': 'completed', 'code': 200} May 31 16:21:28.423515 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:28.428781 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:28.442386 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-88be6680-1f48-4296-a754-e852a2f13597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:28.444156 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-88be6680-1f48-4296-a754-e852a2f13597 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1099 time: 0.1069868 May 31 16:21:28.473293 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:28.476230 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b282fd18-b63b-4c89-8035-69b494a45545,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:28.482939 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:28.494948 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] 10.222.0.61 "DELETE /v2.0/networks/b282fd18-b63b-4c89-8035-69b494a45545 HTTP/1.1" status: 204 len: 168 time: 0.8335204 May 31 16:21:28.726960 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-2cc019bd-a443-45eb-b9c1-0d3104fe218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:28.729075 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-2cc019bd-a443-45eb-b9c1-0d3104fe218c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 0.2784564 May 31 16:21:28.740028 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ab5e-724a-4cc5-ae7c-a17796b80ff9 req-342a518b-fea8-4d01-8f7d-4e72cd8f338f tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:28.741692 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e683ab5e-724a-4cc5-ae7c-a17796b80ff9 req-342a518b-fea8-4d01-8f7d-4e72cd8f338f tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 943 time: 0.2339485 May 31 16:21:28.788658 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'a1084098-39a0-43e1-931d-d624b664e3de', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'port_id': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'mac_address': 'fa:16:3e:1a:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:20:53Z', 'updated_at': '2021-05-31T16:21:26Z', 'revision_number': 1, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:28.795436 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8d2c-ad4e-41ba-b401-f5018c1b399b None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'a1084098-39a0-43e1-931d-d624b664e3de', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'port_id': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'mac_address': 'fa:16:3e:1a:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:20:53Z', 'updated_at': '2021-05-31T16:21:26Z', 'revision_number': 1, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:21:28.883690 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46792) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:28.945910 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d96d6b64-244b-40aa-a70d-2b0c0c1c46e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b2746d8b43b496691fe8edad6a79fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609126 May 31 16:21:28.949747 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46796) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:29.015963 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e683ab5e-724a-4cc5-ae7c-a17796b80ff9 req-a83b6f0a-f240-4320-9a4c-a0eebb1969d7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588568 May 31 16:21:29.026282 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-2c2d8f08-24b5-4391-95ef-440879e15fdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 1000 time: 0.2715135 May 31 16:21:29.029894 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:29.049734 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110426e-f234-4e8c-8bec-72212cdd8621 req-881621eb-bb73-428d-b2bb-0d6be9939087 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:29.051860 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4110426e-f234-4e8c-8bec-72212cdd8621 req-881621eb-bb73-428d-b2bb-0d6be9939087 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1723557 May 31 16:21:29.085677 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be650c4-81c2-424b-ad7f-25a1f3767284 None None] New status for floating IP a1084098-39a0-43e1-931d-d624b664e3de: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:21:29.136670 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:29.185291 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4110426e-f234-4e8c-8bec-72212cdd8621 req-1133203b-1e37-453d-94c9-9fa7906a2579 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671861 May 31 16:21:29.210411 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-a546b64f-8766-46ec-8daa-1aa8f0b96552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:29.212259 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-a546b64f-8766-46ec-8daa-1aa8f0b96552 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.1550512 May 31 16:21:29.225283 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:29.230159 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2402bb8e-c1b6-4cf4-ae3d-a42f26e7dbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:29.250965 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80965e1-e47f-4c59-8212-ba7c50ae35f6,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:29.253768 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:29.262899 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:29.264326 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c80965e1-e47f-4c59-8212-ba7c50ae35f6 HTTP/1.1" status: 204 len: 168 time: 0.3136303 May 31 16:21:29.339009 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-496001df-4187-4568-809c-8666112cdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:29.342989 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-496001df-4187-4568-809c-8666112cdcc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1232998 May 31 16:21:29.521000 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-ee60b0d4-9247-4607-bad1-eaac0927e15b service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706800 May 31 16:21:29.687904 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3c01d3e5-f495-4a51-8818-f8c470791efb req-1d3d087d-3359-4458-a10e-6b0a606ebe00 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587870 May 31 16:21:30.153167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46858) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:30.164001 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b22e6cbc-edd9-4324-aef1-c5fecf228e67 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:21:30.287133 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1366d-9084-4fb6-af5f-2dd8087935df req-dc8a508c-da1c-464d-8e6f-a86a8cf1fc70 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:30.299891 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0ab1366d-9084-4fb6-af5f-2dd8087935df req-dc8a508c-da1c-464d-8e6f-a86a8cf1fc70 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 943 time: 0.1561885 May 31 16:21:30.307997 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.350610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:30.359457 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0ab1366d-9084-4fb6-af5f-2dd8087935df req-ca5e9520-dae8-43e3-8872-b29bf6282f05 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 May 31 16:21:30.360365 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Usage tracker for resource:security_group_rule and tenant:d2375d82a35e447f92771ef0319387d0 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:30.375941 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:30.382344 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:30.436529 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:30.460029 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'port_id': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', 'mac_address': 'fa:16:3e:aa:c4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d9e0af-cfab-43f3-8787-997f96732938', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:21:30.518267 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.526759 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.536748 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.547335 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:30.557244 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22e6cbc-edd9-4324-aef1-c5fecf228e67 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:30.563863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a3a3d-66b5-458b-a573-f949a9a9b1c6 req-699216fa-e535-471a-b9a2-4f7b20d1779f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:30.570795 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d05a3a3d-66b5-458b-a573-f949a9a9b1c6 req-699216fa-e535-471a-b9a2-4f7b20d1779f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0929177 May 31 16:21:30.574399 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:30.579625 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.581878 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:30.612157 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8bc9dc-f218-4891-ad68-30b5ce589387,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:30.615367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:30.628405 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d05a3a3d-66b5-458b-a573-f949a9a9b1c6 req-c024c60b-da9f-4829-a281-9b72dc292d3f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 May 31 16:21:30.649218 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2375d82a35e447f92771ef0319387d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942107 May 31 16:21:30.651700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46886) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:30.660291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46890) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:30.668325 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:30.676492 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.676943 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.677377 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.677937 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.678375 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.678799 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.679337 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.679754 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.680171 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.680629 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.681054 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.681462 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:30.686293 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:30.743034 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.769311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.783204 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-268571233-network', 'tenant_id': '136b084b36d04991aecf4ea81e16dbf9'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:30.787708 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:30.792027 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Usage tracker for resource:network and tenant:136b084b36d04991aecf4ea81e16dbf9 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:30.795533 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:30.802736 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:30.814857 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Made reservation on behalf of 136b084b36d04991aecf4ea81e16dbf9 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:30.817190 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.829545 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.830779 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.836309 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:30.847452 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:30.848730 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8bc9dc-f218-4891-ad68-30b5ce589387,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:30.851307 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Usage tracker for resource:security_group_rule and tenant:136b084b36d04991aecf4ea81e16dbf9 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:30.854451 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:30.854586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:30.858361 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:30.859538 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f8bc9dc-f218-4891-ad68-30b5ce589387 HTTP/1.1" status: 204 len: 168 time: 0.2065351 May 31 16:21:30.873469 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:30.917828 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['b22e6cbc-edd9-4324-aef1-c5fecf228e67'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:30.925364 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46906) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:31.014291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.022416 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.045404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:21:31.070437 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.071059 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Added segment 9a641181-4147-4b4e-92ae-c33f8d716e0f of type vlan for network 155bb857-e9ac-434d-ad4f-29ce70511019 May 31 16:21:31.121160 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.153011 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:31.165467 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.170453 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:31.171126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.200055 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44695d17-4823-46c6-900f-df4bfcf77156,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:31.205531 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:31.206096 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:31.313334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.317114 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6557071 May 31 16:21:31.319883 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46918) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:31.335743 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:31.340580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:b90debeaafcc4ca0812e1acf01c01b2e is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:31.344045 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:31.349846 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:31.350776 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Request body: {'subnet': {'network_id': '155bb857-e9ac-434d-ad4f-29ce70511019', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-268571233-subnet', 'tenant_id': '136b084b36d04991aecf4ea81e16dbf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:31.358770 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Pushing event updated for resources: {'Network': ['ID=155bb857-e9ac-434d-ad4f-29ce70511019,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:31.362395 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:31.363972 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:31.368397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Usage tracker for resource:subnet and tenant:136b084b36d04991aecf4ea81e16dbf9 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:31.372136 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:31.375219 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 155bb857-e9ac-434d-ad4f-29ce70511019 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:21:31.412361 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:31.439039 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Made reservation on behalf of 136b084b36d04991aecf4ea81e16dbf9 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:31.441691 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.510393 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.518302 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.530145 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3aba6965-d3ad-4f0d-a402-81636a5fee0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:31.558999 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019ce97-fe44-43cb-b6e7-7c360920a655,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:31.562079 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:31.584880 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b90debeaafcc4ca0812e1acf01c01b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580100 May 31 16:21:31.585456 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46934) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:31.660092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.707551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.848980 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.855872 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d48ddcbd-d2fa-4dd2-8ed2-669c5121fb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:31.856606 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941a974-e841-4d28-98f8-c149b8b380ae req-c09e28d6-092f-4ff0-aef6-35b190e8190d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:31.863834 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8941a974-e841-4d28-98f8-c149b8b380ae req-c09e28d6-092f-4ff0-aef6-35b190e8190d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 944 time: 0.2602811 May 31 16:21:31.878094 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019ce97-fe44-43cb-b6e7-7c360920a655,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:31.882065 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:31.899672 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:31.900814 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a019ce97-fe44-43cb-b6e7-7c360920a655 HTTP/1.1" status: 204 len: 168 time: 0.3144767 May 31 16:21:31.988762 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8941a974-e841-4d28-98f8-c149b8b380ae req-3f0139c0-9c83-47a3-8647-f9bb2dd6983e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239839 May 31 16:21:32.042071 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c162f-2a1d-4585-b043-dc2e111d17e0 req-0852c875-42df-47de-9ee6-0ea605271b72 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:32.043552 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-109c162f-2a1d-4585-b043-dc2e111d17e0 req-0852c875-42df-47de-9ee6-0ea605271b72 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2555621 May 31 16:21:32.080038 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46956) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:32.168423 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b22e6cbc-edd9-4324-aef1-c5fecf228e67 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:32.173058 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-109c162f-2a1d-4585-b043-dc2e111d17e0 req-b0f76fca-9da1-4506-bbb0-2c1ca52d6107 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164603 May 31 16:21:32.234350 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-89226816-network', 'tenant_id': 'e48c52828ae14f26a5112113052d3180'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:32.241220 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:32.248939 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Usage tracker for resource:network and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:32.258592 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:32.268647 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46964) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:32.272437 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:32.285030 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port b22e6cbc-edd9-4324-aef1-c5fecf228e67 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:32.290272 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port b22e6cbc-edd9-4324-aef1-c5fecf228e67 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:32.291106 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.293356 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.299149 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.303126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-44a84d7e-1643-4eb4-9547-0baeb3e4fc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:32.309032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:32.313500 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3873666cda4f069c4683b483af5e16 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:32.316492 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:32.322351 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:32.327482 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Made reservation on behalf of e48c52828ae14f26a5112113052d3180 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:32.329867 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.346951 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.370783 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:32.371976 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3d5dfa-a302-4590-89b3-37181da54c9d,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:32.378963 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:32.382511 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:32.386397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:32.390367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:32.391202 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Checking segment: {'id': '9a641181-4147-4b4e-92ae-c33f8d716e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '155bb857-e9ac-434d-ad4f-29ce70511019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:32.391776 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Network hostable DHCP agents. Network: 155bb857-e9ac-434d-ad4f-29ce70511019, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:21:32.410015 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Network 155bb857-e9ac-434d-ad4f-29ce70511019 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:21:32.420344 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 155bb857-e9ac-434d-ad4f-29ce70511019) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:32.426640 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:32.426957 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.445800 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32033252-2242-4130-84af-daa8a84a8576 None None] Network 155bb857-e9ac-434d-ad4f-29ce70511019 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:32.456794 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1348467 May 31 16:21:32.461963 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.493382 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.496735 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:32.499176 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e018a-7b4a-4c14-9f4a-a862173746d1" -d '{"events": [{"server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "name": "network-vif-plugged", "status": "completed", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:32.504998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.515604 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9a2437dd-288c-4db3-9db5-869556e9e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:32.576194 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203e473-2b83-45eb-b45a-de348bb06cc5,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:32.583452 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe3873666cda4f069c4683b483af5e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137958 May 31 16:21:32.584429 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:32.586042 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6911b8ef-8238-4fda-98f0-40bfb3b6ccdb x-openstack-request-id: req-6911b8ef-8238-4fda-98f0-40bfb3b6ccdb {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:32.586333 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "name": "network-vif-plugged", "status": "completed", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:32.586909 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6911b8ef-8238-4fda-98f0-40bfb3b6ccdb {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:32.587182 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', 'code': 200} May 31 16:21:32.588409 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 46972) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:32.590165 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.600172 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.604175 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:32.611016 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:32.619822 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.640336 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:21:32.649373 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:32.649766 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.650112 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Added segment 3ab0e1c8-d25b-4aa9-aeaf-146feab29240 of type vlan for network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d May 31 16:21:32.678056 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.698242 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.705318 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecff92d-27da-4ed4-95ad-2fb9909bb85a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:32.709102 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.710035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:32.711181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:32.711769 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.755856 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.764528 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e0cf0ffb-a790-42f5-95c2-1947ec1a70dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:32.787079 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7058070 May 31 16:21:32.792290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 46980) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:32.800913 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Request body: {'subnet': {'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-89226816-subnet', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:32.828918 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.836509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:32.849075 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203e473-2b83-45eb-b45a-de348bb06cc5,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:32.858082 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:32.861596 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:32.865654 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.867284 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7203e473-2b83-45eb-b45a-de348bb06cc5 HTTP/1.1" status: 204 len: 168 time: 0.2770963 May 31 16:21:32.880582 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Usage tracker for resource:subnet and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:32.885115 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:32.895695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:32.898016 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Pushing event updated for resources: {'Network': ['ID=8bf20c3f-1f24-479b-9d42-a3487a0eb77d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:32.902445 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:32.914618 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Made reservation on behalf of e48c52828ae14f26a5112113052d3180 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:32.916488 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:32.917880 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375017'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:32.919983 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6289a-0c22-427c-b911-7c0cd54f627e None None] Network 155bb857-e9ac-434d-ad4f-29ce70511019 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:32.933580 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:21:32.974917 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:32.975671 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f540c-e814-4864-94ce-3d7b4fceb159 req-df19af1a-9e2a-47a1-adfb-9994637dcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:32.977508 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ac1f540c-e814-4864-94ce-3d7b4fceb159 req-df19af1a-9e2a-47a1-adfb-9994637dcd40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 1098 time: 0.1024277 May 31 16:21:33.078142 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ac1f540c-e814-4864-94ce-3d7b4fceb159 req-a233fda1-7ef4-4150-a3b2-b625f70649b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896404 May 31 16:21:33.334177 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a280bed-ebe1-4ecb-88b4-8d0f2df37519 req-e30c5bf9-df93-4313-b50f-e64b5349c0d3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:33.341426 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8a280bed-ebe1-4ecb-88b4-8d0f2df37519 req-e30c5bf9-df93-4313-b50f-e64b5349c0d3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 945 time: 0.2026529 May 31 16:21:33.442431 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8a280bed-ebe1-4ecb-88b4-8d0f2df37519 req-8a7277ba-cc75-48b1-b0de-9a9adff6acbb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000452 May 31 16:21:33.650827 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c944c-0256-4934-afb6-59ddb72887d3 req-fde1b528-d849-43f8-90fc-693b2cbd2853 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:33.654358 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b58c944c-0256-4934-afb6-59ddb72887d3 req-fde1b528-d849-43f8-90fc-693b2cbd2853 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1831903 May 31 16:21:33.711342 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47022) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:33.727977 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2092858647-network', 'tenant_id': '902dae0736614d06a23b6ea3bac8e8ed'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:33.751629 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:33.756963 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6653475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375039'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:33.759985 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Usage tracker for resource:network and tenant:902dae0736614d06a23b6ea3bac8e8ed is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:33.762365 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:33.766605 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b58c944c-0256-4934-afb6-59ddb72887d3 req-3f76b8d6-aa09-493c-b774-3dbd453dfa7e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988736 May 31 16:21:33.767551 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:33.774008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:33.795711 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Made reservation on behalf of 902dae0736614d06a23b6ea3bac8e8ed for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:33.798989 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:33.829686 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:33.866116 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:33.867141 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d452c85b-e706-44c7-bb78-e9aceb80f4a9,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:33.876100 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Checking segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:33.876508 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Network hostable DHCP agents. Network: 8bf20c3f-1f24-479b-9d42-a3487a0eb77d, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:21:33.877310 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Usage tracker for resource:security_group_rule and tenant:902dae0736614d06a23b6ea3bac8e8ed is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:33.879547 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:33.883340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:33.896790 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:33.898538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:21:33.912016 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 8bf20c3f-1f24-479b-9d42-a3487a0eb77d) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:33.924723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:33.925062 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95ba2a-770a-4c37-8920-8d0a2b897aeb None None] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:33.925556 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:33.955182 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1619434 May 31 16:21:33.964271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47034) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:33.964474 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:33.971299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:33.977418 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Usage tracker for resource:router and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:33.981785 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:33.997337 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:34.012661 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.015321 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.044559 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.061505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.074467 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.078115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e6801026-c5bf-422d-af54-46a97267de6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:34.142735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:21:34.152818 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbdd9b4-83e6-479a-87fc-a9998ff6715f,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:34.156587 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:34.172958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.173302 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Added segment 699eb200-e864-4157-bed5-3c00ea0fb2e9 of type vlan for network 92042e7d-1f19-425c-a4a4-668782303da4 May 31 16:21:34.212461 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.321897 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.325004 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:34.330297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.338720 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:21:34.340398 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:34.340934 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.493688 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7785742 May 31 16:21:34.499890 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47054) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:34.502821 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Pushing event updated for resources: {'Network': ['ID=92042e7d-1f19-425c-a4a4-668782303da4,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:34.515970 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:34.525905 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 92042e7d-1f19-425c-a4a4-668782303da4 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:21:34.530261 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Request body: {'subnet': {'network_id': '92042e7d-1f19-425c-a4a4-668782303da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2092858647-subnet', 'tenant_id': '902dae0736614d06a23b6ea3bac8e8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:34.544906 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:34.559133 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.562646 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Usage tracker for resource:subnet and tenant:902dae0736614d06a23b6ea3bac8e8ed is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:34.574490 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:34.590974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:34.688293 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Made reservation on behalf of 902dae0736614d06a23b6ea3bac8e8ed for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:34.690949 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:34.784322 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Allocated IP 172.20.0.2 (8bf20c3f-1f24-479b-9d42-a3487a0eb77d/d452c85b-e706-44c7-bb78-e9aceb80f4a9/a47263bd-9137-4c35-b74d-707f9f855553) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:34.926265 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d4407-f683-45e2-883f-370d335aa017 req-bac44b0b-c7f8-4617-a8aa-00b98c679e4b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:34.938116 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fe2d4407-f683-45e2-883f-370d335aa017 req-bac44b0b-c7f8-4617-a8aa-00b98c679e4b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 945 time: 0.3153367 May 31 16:21:35.013181 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fe2d4407-f683-45e2-883f-370d335aa017 req-419cec2f-7691-4882-8fe3-f4e45cbfb126 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738451 May 31 16:21:35.117445 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.130402 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.130910 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Transition to ACTIVE for port object a47263bd-9137-4c35-b74d-707f9f855553 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:35.156560 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Transition to ACTIVE for port object a47263bd-9137-4c35-b74d-707f9f855553 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:35.164313 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.167912 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.169790 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:35.242508 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:35.245841 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:35.252885 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:35.305929 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Pushing event updated for resources: {'Port': ['ID=a47263bd-9137-4c35-b74d-707f9f855553,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:35.327130 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Allocated IP 172.28.1.133 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/bec0d98d-a489-4d5d-af1f-d4e556454681) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:35.343086 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:35.377690 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Attempting to bind port a47263bd-9137-4c35-b74d-707f9f855553 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:35.378314 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Attempting to bind port a47263bd-9137-4c35-b74d-707f9f855553 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:35.378690 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Attempting to bind port a47263bd-9137-4c35-b74d-707f9f855553 on network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:35.386650 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:35.387035 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Checking segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:35.387804 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.388975 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Bound using segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:35.389468 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Bound port: a47263bd-9137-4c35-b74d-707f9f855553, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:35.390330 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.518924 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.529629 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] For port a47263bd-9137-4c35-b74d-707f9f855553, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:35.534764 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] For port a47263bd-9137-4c35-b74d-707f9f855553, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=a47263bd-9137-4c35-b74d-707f9f855553,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:35.543947 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.548974 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-85c17c79-17be-430b-91a2-74329355fb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:35.591923 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.596819 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:35.628126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a3f7d-440e-46d6-a513-f86916653b05 req-266a7dca-9fd8-42fa-b3fa-7ed553806a7d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:35.630287 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-766a3f7d-440e-46d6-a513-f86916653b05 req-266a7dca-9fd8-42fa-b3fa-7ed553806a7d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.3894570 May 31 16:21:35.646648 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Pushing event updated for resources: {'Port': ['ID=a47263bd-9137-4c35-b74d-707f9f855553,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:35.650107 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:35.705398 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:35.706531 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:35.723335 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:35.808001 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-766a3f7d-440e-46d6-a513-f86916653b05 req-a59e2830-7a6e-4a5e-9ad8-e5a883e1ff84 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404276 May 31 16:21:35.873795 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:35.889369 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9550bcea-81b1-4fa7-b3c1-c06c4a3525e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:35.893326 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Pushing event updated for resources: {'Port': ['ID=bec0d98d-a489-4d5d-af1f-d4e556454681,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:35.897807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:36.149104 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d0baf2-9403-4002-90c0-14d9178a262e,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:36.153047 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:36.169842 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Checking segment: {'id': '699eb200-e864-4157-bed5-3c00ea0fb2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '92042e7d-1f19-425c-a4a4-668782303da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:36.170243 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Network hostable DHCP agents. Network: 92042e7d-1f19-425c-a4a4-668782303da4, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:21:36.195090 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Network 92042e7d-1f19-425c-a4a4-668782303da4 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:21:36.212136 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 92042e7d-1f19-425c-a4a4-668782303da4) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:36.217023 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:36.217608 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:36.225495 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0964d9-7b2d-4be3-9307-6fac5f3ae8bf None None] Network 92042e7d-1f19-425c-a4a4-668782303da4 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:36.252182 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7418361 May 31 16:21:36.454182 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47148) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:36.568086 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Deleting subnet 5c3d5dfa-a302-4590-89b3-37181da54c9d {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:21:36.571005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:36.581255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:36.610536 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc62fd0-9375-4b5f-ac23-10355df2352c None None] Network 92042e7d-1f19-425c-a4a4-668782303da4 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:36.695006 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:36.704445 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:36.892320 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device a47263bd-9137-4c35-b74d-707f9f855553 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:37.049610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.062050 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port a47263bd-9137-4c35-b74d-707f9f855553 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:37.091005 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4f7fb-d315-45fd-b8b9-8263f89e7d46 None None] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:37.127368 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a9c15-2d71-41d2-97c0-6a661431afa1 req-c1c200cd-ea79-44bc-b5b8-1288bdc2452c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:37.128878 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-986a9c15-2d71-41d2-97c0-6a661431afa1 req-c1c200cd-ea79-44bc-b5b8-1288bdc2452c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1575177 May 31 16:21:37.157499 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.165287 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:37.171745 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Provisioning for port a47263bd-9137-4c35-b74d-707f9f855553 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:37.186030 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Provisioning complete for port a47263bd-9137-4c35-b74d-707f9f855553 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:37.186438 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.225302 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3d5dfa-a302-4590-89b3-37181da54c9d,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:37.228095 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:37.239402 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.252153 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5c3d5dfa-a302-4590-89b3-37181da54c9d HTTP/1.1" status: 204 len: 168 time: 0.7966089 May 31 16:21:37.252899 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47156) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:37.267164 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-986a9c15-2d71-41d2-97c0-6a661431afa1 req-dd1029bc-3f41-47fc-9e26-09b75d976494 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290941 May 31 16:21:37.296673 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Router f952c1f5-6857-4822-aa50-cdaa7d9e798b is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:21:37.392233 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.456272 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.509367 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] For port a47263bd-9137-4c35-b74d-707f9f855553, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=a47263bd-9137-4c35-b74d-707f9f855553,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:37.524445 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.526591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:37.527327 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:21:37.538592 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Sync routers for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:21:37.556624 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:37.559777 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:37.598960 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.599994 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-f5df191b-8224-4bb4-9416-e81fd974c65c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6412663 May 31 16:21:37.603054 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47170) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:37.605168 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.628058 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.628422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.629133 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.629484 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.629801 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.630141 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.630457 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.630762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.631068 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.631373 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.699204 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Pushing event updated for resources: {'Port': ['ID=a47263bd-9137-4c35-b74d-707f9f855553,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:37.712068 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:37.792075 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.800566 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.801368 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.802018 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 16:21:37.802665 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155bb857-e9ac-434d-ad4f-29ce70511019']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:37.824616 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a641181-4147-4b4e-92ae-c33f8d716e0f') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:37.826229 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a641181-4147-4b4e-92ae-c33f8d716e0f') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:37.852856 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.908475 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.918171 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:21:37.918592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: from cryptography.utils import int_from_bytes May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: from cryptography.utils import int_from_bytes May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:21:37.945715 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:21:38.033594 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:38.057555 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-bed4fd30-e785-4a2d-8ec8-e1760e20a8f1 None None] Provisioning complete for port a47263bd-9137-4c35-b74d-707f9f855553 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:38.057938 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-bed4fd30-e785-4a2d-8ec8-e1760e20a8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.092891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.200664 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:38.223235 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.225891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=155bb857-e9ac-434d-ad4f-29ce70511019,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:38.233716 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:38.237666 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-50d23754-73d2-489f-b62b-ad15f9f3deb3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/155bb857-e9ac-434d-ad4f-29ce70511019 HTTP/1.1" status: 204 len: 168 time: 0.9831157 May 31 16:21:38.249472 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47190) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:38.349349 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-97627bb9-835c-455e-b52f-3744fdd13d6f tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:38.350708 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-97627bb9-835c-455e-b52f-3744fdd13d6f tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 0.2547469 May 31 16:21:38.353681 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:36Z', 'revision_number': 3, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:38.369567 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Checking router: f952c1f5-6857-4822-aa50-cdaa7d9e798b for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:21:38.370298 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Updating router f952c1f5-6857-4822-aa50-cdaa7d9e798b port bec0d98d-a489-4d5d-af1f-d4e556454681 binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:21:38.373153 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Deleting subnet 85d0baf2-9403-4002-90c0-14d9178a262e {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:21:38.388009 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-afd18d1e-ce33-43b7-87a6-c22d23ba4ad8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/quotas/dfa262cae94f48738dfd83a8bfa5c760 HTTP/1.1" status: 200 len: 375 time: 0.0283754 May 31 16:21:38.388009 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.473490 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.550942 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.712749 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-3d16a5c0-bd57-48c1-808f-545d1f70c442 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3264501 May 31 16:21:38.735045 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.735520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdae85-6535-4547-9f90-373f087639f1 req-ab4efca3-48b6-42a0-b28e-81e66e5b491f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:38.742922 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8bfdae85-6535-4547-9f90-373f087639f1 req-ab4efca3-48b6-42a0-b28e-81e66e5b491f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2920692 May 31 16:21:38.748567 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.798488 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device a47263bd-9137-4c35-b74d-707f9f855553 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:38.838177 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.849801 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Transition to ACTIVE for port object bec0d98d-a489-4d5d-af1f-d4e556454681 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:38.858914 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.864014 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-f396c15f-7dab-4094-9254-e0d9c3a357dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:38.898883 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port a47263bd-9137-4c35-b74d-707f9f855553 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:38.899592 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:38.937751 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Pushing event updated for resources: {'Port': ['ID=bec0d98d-a489-4d5d-af1f-d4e556454681,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:38.971425 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.971799 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.973792 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.974150 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.974471 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.977813 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.978255 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.978758 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.979105 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.979418 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.979737 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.980051 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:21:38.991910 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-5ed10dae-13a8-446b-a3fc-ebe1a9f8ce10 service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456686 May 31 16:21:38.994027 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Allocated IP 172.20.0.1 (8bf20c3f-1f24-479b-9d42-a3487a0eb77d/d452c85b-e706-44c7-bb78-e9aceb80f4a9/26bc2080-c720-4dd8-8a37-ac2d8484efb8) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:39.003225 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:39.029956 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Attempting to bind port bec0d98d-a489-4d5d-af1f-d4e556454681 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:39.030327 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Attempting to bind port bec0d98d-a489-4d5d-af1f-d4e556454681 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:39.030674 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Attempting to bind port bec0d98d-a489-4d5d-af1f-d4e556454681 on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:39.036221 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:39.036597 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:39.037100 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.037354 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:39.037811 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Bound port: bec0d98d-a489-4d5d-af1f-d4e556454681, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:39.038173 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.077732 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8bfdae85-6535-4547-9f90-373f087639f1 req-50dacf16-980b-4e38-a890-52aad02abe23 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331714 May 31 16:21:39.117740 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] For port bec0d98d-a489-4d5d-af1f-d4e556454681, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:39.121427 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] For port bec0d98d-a489-4d5d-af1f-d4e556454681, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=bec0d98d-a489-4d5d-af1f-d4e556454681,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:39.129185 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.140396 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:39.181511 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.203166 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Transition to ACTIVE for port object 26bc2080-c720-4dd8-8a37-ac2d8484efb8 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:39.243691 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.259986 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:39.260751 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:39.267595 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f4c2c36e-a927-409c-8c4f-80cbcd96c634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:39.326282 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:39.332936 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:39.370696 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:39.464087 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Pushing event updated for resources: {'Port': ['ID=26bc2080-c720-4dd8-8a37-ac2d8484efb8,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:39.469158 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:39.473855 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.507365 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Pushing event updated for resources: {'Port': ['ID=bec0d98d-a489-4d5d-af1f-d4e556454681,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:39.525018 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:39.558005 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-19b30edc-f243-45f7-be3e-970f399560bd service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048187 May 31 16:21:39.593148 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:39.618307 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.624278 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-837ebf97-95ea-41dd-adb7-bb350fdc46ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:39.667506 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d0baf2-9403-4002-90c0-14d9178a262e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:39.670741 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:39.677953 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.691288 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-4069a6a6-f458-4ab9-bbe0-966a2915d130 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/85d0baf2-9403-4002-90c0-14d9178a262e HTTP/1.1" status: 204 len: 168 time: 1.4406478 May 31 16:21:39.692600 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47246) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:39.693553 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.750923 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ebc406bc-8b18-4058-b17b-4e069dad2f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.757529 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b747804b-3e27-40ad-abc1-a8c1f03f4d74 None None] Provisioning for port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:39.769440 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-b747804b-3e27-40ad-abc1-a8c1f03f4d74 None None] Provisioning complete for port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:39.770660 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b747804b-3e27-40ad-abc1-a8c1f03f4d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:39.895764 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-b747804b-3e27-40ad-abc1-a8c1f03f4d74 None None] Port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:21:39.948070 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ca12ee45-ca86-4fd2-93e7-c0d4caa8b5a0 req-d62d8075-6ced-4078-92af-7383d86fcb68 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 210 time: 0.1096060 May 31 16:21:40.042082 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:36Z', 'revision_number': 3, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:40.055331 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf47-d208-4d9d-b5a8-509a741e7385 None None] The sync data for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb is: [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:36Z', 'revision_number': 3, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:21:40.071011 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.129103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.141717 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.277891 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:40.334570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.408524 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-f72642dd-48b4-465d-ad90-2bfcb848616e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4536333 May 31 16:21:40.432254 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.538180 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92042e7d-1f19-425c-a4a4-668782303da4']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:40.595835 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Pushing event updated for resources: {'Port': ['ID=26bc2080-c720-4dd8-8a37-ac2d8484efb8,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:40.605101 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:40.620901 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699eb200-e864-4157-bed5-3c00ea0fb2e9') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:40.622145 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699eb200-e864-4157-bed5-3c00ea0fb2e9') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:40.648714 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.734330 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:40.735718 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:40.845010 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.874096 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081b992-6d13-46ba-af43-2f70e005768f req-4a33aa7f-bf7e-4604-a33a-98a91a30546c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:40.880341 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4081b992-6d13-46ba-af43-2f70e005768f req-4a33aa7f-bf7e-4604-a33a-98a91a30546c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.5310090 May 31 16:21:40.952581 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:21:40.952931 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:40.971579 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device bec0d98d-a489-4d5d-af1f-d4e556454681 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:41.144967 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port bec0d98d-a489-4d5d-af1f-d4e556454681 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:41.157282 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port bec0d98d-a489-4d5d-af1f-d4e556454681 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:41.158164 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:21:41.176373 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:21:41.208847 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Router f952c1f5-6857-4822-aa50-cdaa7d9e798b has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:21:41.241947 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-2b5fc470-b107-499f-9313-75ae1b4d7dc9 None None] Provisioning complete for port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:41.242604 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc470-b107-499f-9313-75ae1b4d7dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:41.304807 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4081b992-6d13-46ba-af43-2f70e005768f req-188affc0-2399-448c-96ad-42a910638064 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234517 May 31 16:21:41.307977 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-1a864374-5837-490c-bb8f-28a60f2d54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:41.309526 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-1a864374-5837-490c-bb8f-28a60f2d54c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 1098 time: 0.6284745 May 31 16:21:41.332313 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a71cc010-23a9-4de4-9a3a-62e22f1b0e21 req-c4446770-993a-4656-a8be-c21b06b186f4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 210 time: 0.1131773 May 31 16:21:41.333756 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:41.339265 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d75824c5-c5c5-4574-a5a7-593d691d0710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:41.360727 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:41.363780 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Pushing event deleted for resources: {'Network': ['ID=92042e7d-1f19-425c-a4a4-668782303da4,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:41.367584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:41.402180 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f10d6393-d56e-445f-a86f-edeb112fe39f admin admin] 10.222.0.61 "DELETE /v2.0/networks/92042e7d-1f19-425c-a4a4-668782303da4 HTTP/1.1" status: 204 len: 168 time: 1.7072918 May 31 16:21:41.481392 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fc470-b107-499f-9313-75ae1b4d7dc9 None None] Port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:21:41.523940 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:21:41.531094 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:41.543770 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] 10.222.0.61 "PUT /v2.0/routers/f952c1f5-6857-4822-aa50-cdaa7d9e798b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9379547 May 31 16:21:41.559250 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port bec0d98d-a489-4d5d-af1f-d4e556454681, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=bec0d98d-a489-4d5d-af1f-d4e556454681,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:41.572821 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:41.576524 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:41.597240 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-582c831f-386b-4457-a829-559f587450ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:41.599322 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-582c831f-386b-4457-a829-559f587450ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 916 time: 0.2210431 May 31 16:21:41.663859 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=bec0d98d-a489-4d5d-af1f-d4e556454681,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:41.667907 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:41.791941 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47298) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:41.875837 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-79ac73c0-2459-4996-ae97-2bbc67788348 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03caed14-6044-4e91-913e-4b48b4a12715 HTTP/1.1" status: 200 len: 217 time: 0.2652738 May 31 16:21:41.930141 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-98f03777-98eb-4e85-bc83-5dfa970cd5db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=136b084b36d04991aecf4ea81e16dbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328714 May 31 16:21:41.933854 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47304) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:41.999277 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-61363b4b-d64c-4145-8f49-97f0ef1b5da7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:42.000843 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-61363b4b-d64c-4145-8f49-97f0ef1b5da7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 0.2478673 May 31 16:21:42.017195 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Request body: {'port': {'device_id': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'admin_state_up': True, 'tenant_id': 'dfa262cae94f48738dfd83a8bfa5c760'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:42.022110 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.025139 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-0ff031aa-c58a-450b-8537-ed1f0dcb6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:42.026786 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-0ff031aa-c58a-450b-8537-ed1f0dcb6bb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.1397560 May 31 16:21:42.092011 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-43dc321d-6f64-4123-a492-7a9d4496850f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548270 May 31 16:21:42.105440 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-99305470-fc50-48dd-8663-849743f21a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.136478 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.201477 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.245194 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:42.259757 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:42.280879 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Made reservation on behalf of dfa262cae94f48738dfd83a8bfa5c760 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:42.287485 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.301700 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-5e2e2be5-ba32-461a-b63f-0e1e1032af3a service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985683 May 31 16:21:42.308817 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.345016 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec3e9031-94a0-43a7-8906-9d136df16712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:42.431386 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44695d17-4823-46c6-900f-df4bfcf77156,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:42.455341 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:42.456187 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.493340 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44695d17-4823-46c6-900f-df4bfcf77156 HTTP/1.1" status: 204 len: 168 time: 0.5568979 May 31 16:21:42.501647 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47328) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:42.511208 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825992756-network', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:42.515787 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:42.520319 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Usage tracker for resource:network and tenant:a4fb50e36fe947658ca67c231149a93e is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:42.549079 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:42.565593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:42.598394 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Made reservation on behalf of a4fb50e36fe947658ca67c231149a93e for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:42.600728 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.613271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Allocated IP 172.20.0.7 (2f714c57-4061-4567-a24d-b485902abd2e/15d9e0af-cfab-43f3-8787-997f96732938/51dabff0-1241-4145-8fea-abfde952b41a) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:42.620239 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:42.665311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:42.673717 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4fb50e36fe947658ca67c231149a93e is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:42.674944 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c073d52-40ac-46b4-80b5-6943c84ffe23 req-80caffb6-f949-48c0-859a-4c9048086c3c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 210 time: 0.0867023 May 31 16:21:42.688397 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:42.717709 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8c3c5cce-c5b6-41be-b28b-5549255ff69b req-f5c6911f-5532-49da-ba0e-731079dd6e2a service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021394 May 31 16:21:42.728767 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:21:42.739380 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:42.750719 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Sync routers for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:21:42.756347 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b227170-9fae-4481-b999-5e14667aa972 req-1c90efb3-59a1-463d-ba72-9ad4691ac46d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:42.764753 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1b227170-9fae-4481-b999-5e14667aa972 req-1c90efb3-59a1-463d-ba72-9ad4691ac46d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2702854 May 31 16:21:42.765004 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:42.765610 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:42.853989 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1b227170-9fae-4481-b999-5e14667aa972 req-698095d8-3115-483e-a338-e978d90002d6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764263 May 31 16:21:42.904698 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device bec0d98d-a489-4d5d-af1f-d4e556454681 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:43.072501 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port bec0d98d-a489-4d5d-af1f-d4e556454681 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:43.072912 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.093082 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.105726 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:43.118472 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.125768 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.136547 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-88d911a2-1b40-420c-b4ba-4e9811ed50a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:43.156599 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:21:43.183577 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b7f3a-6e48-4008-902f-82c7272b187d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:43.193508 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:43.197789 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.198139 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Added segment f53c64b1-e16f-4ad6-9651-d3699e04320b of type vlan for network 55393347-46d2-42c9-a8d3-8b3a67f7d881 May 31 16:21:43.233311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.265388 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47342) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:43.275594 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.283070 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:43.304812 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715', 'b22e6cbc-edd9-4324-aef1-c5fecf228e67'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:21:43.318688 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-cc9036a1-edd3-4201-8d5e-78e07279442a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=902dae0736614d06a23b6ea3bac8e8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498283 May 31 16:21:43.318902 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.319533 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47346) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:43.333477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:43.334121 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.369633 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Network 2f714c57-4061-4567-a24d-b485902abd2e is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:43.377050 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:43.383129 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:43.398359 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.424904 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event updated for resources: {'Port': ['ID=51dabff0-1241-4145-8fea-abfde952b41a,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:43.431133 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.431346 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:43.434128 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:43.478117 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.491681 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.511056 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.519115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8ffca8b5-401a-46c7-8322-681f90e95a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:43.541006 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbdd9b4-83e6-479a-87fc-a9998ff6715f,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:43.546532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:43.549177 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.556706 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddbdd9b4-83e6-479a-87fc-a9998ff6715f HTTP/1.1" status: 204 len: 168 time: 0.2348635 May 31 16:21:43.619363 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1173599 May 31 16:21:43.622888 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47354) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:43.632517 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Request body: {'subnet': {'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825992756-subnet', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:43.635444 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:43.636051 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.644526 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Pushing event updated for resources: {'Network': ['ID=55393347-46d2-42c9-a8d3-8b3a67f7d881,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:43.651268 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:43.652441 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:43.664743 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6523871 May 31 16:21:43.668703 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Usage tracker for resource:subnet and tenant:a4fb50e36fe947658ca67c231149a93e is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:43.683626 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:43.687600 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Request body: {'port': {'device_id': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:43.696987 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:43.718522 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:21:43.724838 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Made reservation on behalf of a4fb50e36fe947658ca67c231149a93e for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:21:43.727530 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8019025'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:43.828695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.061397 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 2, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:44.076612 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Checking router: f952c1f5-6857-4822-aa50-cdaa7d9e798b for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:21:44.077045 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Updating router f952c1f5-6857-4822-aa50-cdaa7d9e798b port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:21:44.162654 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.237533 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf90af-2320-42bc-aed6-3eaf3ad15375 req-7584cef8-c1ba-4308-88f8-48f0b52637fa tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:44.245055 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-68cf90af-2320-42bc-aed6-3eaf3ad15375 req-7584cef8-c1ba-4308-88f8-48f0b52637fa tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 931 time: 0.3708298 May 31 16:21:44.370874 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-68cf90af-2320-42bc-aed6-3eaf3ad15375 req-dbde6f19-02c6-489d-ba7b-8b6d235099c0 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247892 May 31 16:21:44.379663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dabff0-1241-4145-8fea-abfde952b41a {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:21:44.395044 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.426126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe9d8d-7991-44ae-aff1-183cc6c7cd94 req-37844865-7b4e-4534-8a66-74831c02a235 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:44.427833 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2ebe9d8d-7991-44ae-aff1-183cc6c7cd94 req-37844865-7b4e-4534-8a66-74831c02a235 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2873108 May 31 16:21:44.433040 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Transition to ACTIVE for port object 51dabff0-1241-4145-8fea-abfde952b41a will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:44.449258 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.455451 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:44.584353 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2ebe9d8d-7991-44ae-aff1-183cc6c7cd94 req-43c6845f-5f91-4fcb-b2f5-67fd9a1eb994 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495392 May 31 16:21:44.645618 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.661607 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Transition to ACTIVE for port object 26bc2080-c720-4dd8-8a37-ac2d8484efb8 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:44.672637 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.676060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Pushing event updated for resources: {'Port': ['ID=51dabff0-1241-4145-8fea-abfde952b41a,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:44.687092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:44.693130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:44.737753 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7610967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8019015'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.745075 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:44.797863 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Attempting to bind port 51dabff0-1241-4145-8fea-abfde952b41a on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:44.799070 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Attempting to bind port 51dabff0-1241-4145-8fea-abfde952b41a by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:44.799410 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Attempting to bind port 51dabff0-1241-4145-8fea-abfde952b41a on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:44.805968 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Port 51dabff0-1241-4145-8fea-abfde952b41a on network 2f714c57-4061-4567-a24d-b485902abd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:21:44.806314 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Attempting to bind port 51dabff0-1241-4145-8fea-abfde952b41a on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:44.819721 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:44.820063 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Checking segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:44.820477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Bound using segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:44.820905 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Bound port: 51dabff0-1241-4145-8fea-abfde952b41a, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:44.821253 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.848010 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d2fa22-870f-40be-973f-e715205f188c,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:44.855183 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:44.858555 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Checking segment: {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:44.859005 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Network hostable DHCP agents. Network: 55393347-46d2-42c9-a8d3-8b3a67f7d881, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:21:44.885696 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:21:44.918007 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 55393347-46d2-42c9-a8d3-8b3a67f7d881) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:44.931908 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b20ac4-a7b1-4312-a241-728a363be922 None None] Pushing event updated for resources: {'Port': ['ID=26bc2080-c720-4dd8-8a37-ac2d8484efb8,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:44.933292 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:44.934068 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:44.947504 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d9b20ac4-a7b1-4312-a241-728a363be922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:44.948317 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48df0f-b353-4930-88fb-e9d5f728cef0 None None] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:44.993928 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-9961424c-1ec1-49db-b0c8-bdb27091ecfc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3695087 May 31 16:21:44.997186 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47394) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:45.003496 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:45.012107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:45.017145 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Usage tracker for resource:router and tenant:a4fb50e36fe947658ca67c231149a93e is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:45.023592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:45.034947 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:45.063423 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.066273 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.078451 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] For port 51dabff0-1241-4145-8fea-abfde952b41a, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:45.083780 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] For port 51dabff0-1241-4145-8fea-abfde952b41a, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=51dabff0-1241-4145-8fea-abfde952b41a,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:45.097403 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.110051 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22f040ef-b3a6-456e-8457-029f397a671c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:45.120652 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.183302 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.207621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:45.208374 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.209973 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] 10.222.0.35 "PUT /v2.0/ports/51dabff0-1241-4145-8fea-abfde952b41a HTTP/1.1" status: 200 len: 1093 time: 1.5341306 May 31 16:21:45.211062 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'tag': '51dabff0-1241-4145-8fea-abfde952b41a'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:21:45.213303 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d85f4-d765-480c-88e3-4f80a7e4a8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9edbb77d-15c7-4b79-a4ce-4b7c9c564804", "tag": "51dabff0-1241-4145-8fea-abfde952b41a"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:21:45.218459 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Attempting to bind port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:45.219116 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Attempting to bind port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:45.219483 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Attempting to bind port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 on network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:45.230918 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:45.231538 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Checking segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:45.232824 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.233383 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Bound using segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:45.234019 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Bound port: 26bc2080-c720-4dd8-8a37-ac2d8484efb8, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:45.234752 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.238305 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Pushing event updated for resources: {'Port': ['ID=51dabff0-1241-4145-8fea-abfde952b41a,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:45.248769 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:45.315755 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d11e66-3081-41e1-abb1-c7680b96e509 x-openstack-request-id: req-e3d11e66-3081-41e1-abb1-c7680b96e509 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:21:45.316397 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edbb77d-15c7-4b79-a4ce-4b7c9c564804", "tag": "51dabff0-1241-4145-8fea-abfde952b41a", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:21:45.316829 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3d11e66-3081-41e1-abb1-c7680b96e509 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:21:45.317407 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'tag': '51dabff0-1241-4145-8fea-abfde952b41a', 'status': 'completed', 'code': 200} May 31 16:21:45.362781 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] For port 26bc2080-c720-4dd8-8a37-ac2d8484efb8, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:45.367456 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] For port 26bc2080-c720-4dd8-8a37-ac2d8484efb8, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=26bc2080-c720-4dd8-8a37-ac2d8484efb8,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:45.377862 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-52ef3f89-0dff-4047-b92a-f1be85367f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:45.379727 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-52ef3f89-0dff-4047-b92a-f1be85367f19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 1096 time: 0.1080189 May 31 16:21:45.462196 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-da5b9ecb-9412-45bc-83b5-0912070fea62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51dabff0-1241-4145-8fea-abfde952b41a HTTP/1.1" status: 200 len: 217 time: 0.0724404 May 31 16:21:45.501948 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.510015 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:45.605931 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b20ac4-a7b1-4312-a241-728a363be922 None None] Pushing event updated for resources: {'Port': ['ID=26bc2080-c720-4dd8-8a37-ac2d8484efb8,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:45.618606 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d9b20ac4-a7b1-4312-a241-728a363be922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:45.641400 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-f37b9247-d881-4499-8445-3ef64df79de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:45.644033 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.648583 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-f37b9247-d881-4499-8445-3ef64df79de9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.1710320 May 31 16:21:45.702786 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:45.703584 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:45.734956 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-b385e7b5-a78a-4879-8b1c-c211aa21d4c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740564 May 31 16:21:45.798394 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed7f1-e0c5-48b3-b2c0-1108ef66f6c9 req-5a052bf1-61d7-4bb7-9ea4-59c7ba092bed tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:45.799893 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94eed7f1-e0c5-48b3-b2c0-1108ef66f6c9 req-5a052bf1-61d7-4bb7-9ea4-59c7ba092bed tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.2157006 May 31 16:21:45.885892 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-55393347-46d2-42c9-a8d3-8b3a67f7d881', 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'fixed_ips': [{'subnet_id': 'b4d2fa22-870f-40be-973f-e715205f188c'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:21:45.885892 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:45.893305 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94eed7f1-e0c5-48b3-b2c0-1108ef66f6c9 req-c05c26e9-35c6-4c00-8b9b-bb235e6bec6e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 May 31 16:21:45.983337 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-a42f86c3-1062-4506-96b7-4d8152332cb5 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283869 May 31 16:21:46.219303 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-38ea35f3-b1e5-4c0f-8f27-667399e8324c req-da35d520-8884-4fad-8650-284d3273cf5d service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269986 May 31 16:21:46.244841 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:46.304750 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bae3d-9748-4c24-898e-af775565217e req-039d2acd-4dc0-4ffb-8423-034facc38e4b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:46.308997 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ef6bae3d-9748-4c24-898e-af775565217e req-039d2acd-4dc0-4ffb-8423-034facc38e4b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.3805606 May 31 16:21:46.310625 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:46.320237 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:46.406612 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-ea8f7e73-7791-497b-bbaa-b3b90bcad495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:46.409090 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-ea8f7e73-7791-497b-bbaa-b3b90bcad495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 1096 time: 0.1047447 May 31 16:21:46.439350 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ef6bae3d-9748-4c24-898e-af775565217e req-3135bfcf-72a2-43b4-944e-faf2c408c67f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772078 May 31 16:21:46.486338 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Allocated IP 172.20.0.2 (55393347-46d2-42c9-a8d3-8b3a67f7d881/b4d2fa22-870f-40be-973f-e715205f188c/c1f0b105-766b-4b34-b835-bc280a23ec96) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:46.565060 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Allocated IP 172.28.1.98 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/6aafa015-5325-4d2c-9562-55da056db4d3) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:46.701691 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-a5a95140-e1d7-4730-befd-6c9ac0132a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:46.703463 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-a5a95140-e1d7-4730-befd-6c9ac0132a44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 916 time: 0.2850592 May 31 16:21:46.785208 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:46.827854 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:46.830676 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-6f5e5ef1-ac5f-48d0-997a-f429a1f17eb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51dabff0-1241-4145-8fea-abfde952b41a HTTP/1.1" status: 200 len: 217 time: 0.1112175 May 31 16:21:46.834276 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:46.899387 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:46.909586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:46.912022 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:46.913071 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Transition to ACTIVE for port object c1f0b105-766b-4b34-b835-bc280a23ec96 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:46.916560 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:46.921244 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:45Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:46.932094 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9c626b-ec97-43e0-aa90-f16862c0338e None None] The sync data for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb is: [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:45Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:21:46.938965 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Transition to ACTIVE for port object c1f0b105-766b-4b34-b835-bc280a23ec96 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:46.946259 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:46.952822 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:46.964061 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Pushing event updated for resources: {'Port': ['ID=6aafa015-5325-4d2c-9562-55da056db4d3,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:46.967320 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-ac331803-4f3f-4e41-8dd1-4d1069d7d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:46.971093 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-ac331803-4f3f-4e41-8dd1-4d1069d7d920 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.1278405 May 31 16:21:46.976070 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:47.050281 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:47.053160 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:47.060627 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:47.077889 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Pushing event updated for resources: {'Port': ['ID=c1f0b105-766b-4b34-b835-bc280a23ec96,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:47.080104 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-a77cb10f-1116-4bfb-aa37-46af1cf048e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898759 May 31 16:21:47.109482 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:47.244173 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Attempting to bind port c1f0b105-766b-4b34-b835-bc280a23ec96 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:47.244834 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Attempting to bind port c1f0b105-766b-4b34-b835-bc280a23ec96 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:47.245378 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Attempting to bind port c1f0b105-766b-4b34-b835-bc280a23ec96 on network 55393347-46d2-42c9-a8d3-8b3a67f7d881 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:47.251731 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:47.252030 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Checking segment: {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:47.253904 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:47.254322 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Bound using segment: {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:47.254820 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Bound port: c1f0b105-766b-4b34-b835-bc280a23ec96, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:47.255202 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:47.299462 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-75298acb-bff7-418e-8f6e-dc1ba7ae075e service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125850 May 31 16:21:47.410027 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] For port c1f0b105-766b-4b34-b835-bc280a23ec96, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:47.413513 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] For port c1f0b105-766b-4b34-b835-bc280a23ec96, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=c1f0b105-766b-4b34-b835-bc280a23ec96,segment=NetworkSegment(f53c64b1-e16f-4ad6-9651-d3699e04320b),segment_id=f53c64b1-e16f-4ad6-9651-d3699e04320b)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:47.424755 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:47.427861 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-317b3f29-5fd3-4ed0-be6b-edba3a27829b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:47.502692 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-739d85f4-d765-480c-88e3-4f80a7e4a8a7 req-0315fcee-6b8b-4966-84df-82f23503021b service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956608 May 31 16:21:47.530234 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Pushing event updated for resources: {'Port': ['ID=c1f0b105-766b-4b34-b835-bc280a23ec96,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:47.533784 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:47.565281 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64ef1-d642-4793-b8e4-55b1bda07c52 req-d8148eff-6b2f-40af-8439-9b4358980a12 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:47.567005 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3df64ef1-d642-4793-b8e4-55b1bda07c52 req-d8148eff-6b2f-40af-8439-9b4358980a12 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.4081755 May 31 16:21:47.770217 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3df64ef1-d642-4793-b8e4-55b1bda07c52 req-483562d2-9508-40ce-aaf2-030073c83e79 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939414 May 31 16:21:47.798746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:47.905774 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed6b09-dfb6-40c4-a44d-73b4a42cd748 req-fb52c169-120a-4593-8714-9c665d8f2de4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:47.907319 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2ed6b09-dfb6-40c4-a44d-73b4a42cd748 req-fb52c169-120a-4593-8714-9c665d8f2de4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2900655 May 31 16:21:48.048745 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2ed6b09-dfb6-40c4-a44d-73b4a42cd748 req-879840e2-9e20-46ac-a336-887107b9a59d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321197 May 31 16:21:48.261675 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:48.505118 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Router 706e5fec-fc08-44db-a4d7-f246ed5d7894 is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:21:48.707574 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:21:48.714071 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69b25e-151f-4b1e-bae6-9f305a3cde2d None None] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:21:48.717659 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Sync routers for ids ['706e5fec-fc08-44db-a4d7-f246ed5d7894'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:21:48.731602 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Routers {'706e5fec-fc08-44db-a4d7-f246ed5d7894'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:48.733415 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['706e5fec-fc08-44db-a4d7-f246ed5d7894'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:48.738667 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:48.740339 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7412796 May 31 16:21:48.743120 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47460) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:48.879976 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fa369ac2-f2b0-4618-a10a-47b0268f9bdc None None] Provisioning for port c1f0b105-766b-4b34-b835-bc280a23ec96 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:48.975365 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device c1f0b105-766b-4b34-b835-bc280a23ec96 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:48.981577 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Set router 706e5fec-fc08-44db-a4d7-f246ed5d7894 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:49.133982 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port c1f0b105-766b-4b34-b835-bc280a23ec96 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:49.143793 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port c1f0b105-766b-4b34-b835-bc280a23ec96 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:49.144537 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:49.334251 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:49.404916 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230cefe-7bb2-45c7-bffe-10820ad0413d req-d64887f9-fd1a-4b77-97b3-fe00a568f02e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:49.406527 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8230cefe-7bb2-45c7-bffe-10820ad0413d req-d64887f9-fd1a-4b77-97b3-fe00a568f02e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.4178257 May 31 16:21:49.418693 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port c1f0b105-766b-4b34-b835-bc280a23ec96, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=c1f0b105-766b-4b34-b835-bc280a23ec96,segment=NetworkSegment(f53c64b1-e16f-4ad6-9651-d3699e04320b),segment_id=f53c64b1-e16f-4ad6-9651-d3699e04320b)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:49.428153 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:49.429018 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 26bc2080-c720-4dd8-8a37-ac2d8484efb8 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:49.433172 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:21:47Z', 'revision_number': 3, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:49.443754 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Checking router: 706e5fec-fc08-44db-a4d7-f246ed5d7894 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:21:49.444445 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Updating router 706e5fec-fc08-44db-a4d7-f246ed5d7894 port 6aafa015-5325-4d2c-9562-55da056db4d3 binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:21:49.480568 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:49.550413 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:49.627753 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8230cefe-7bb2-45c7-bffe-10820ad0413d req-8bf38eae-5c1e-4b66-a632-766d57be7564 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965477 May 31 16:21:49.678002 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-f8d71c65-44d6-4285-8d34-9465304928c0 None None] Provisioning complete for port c1f0b105-766b-4b34-b835-bc280a23ec96 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:49.694310 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f8d71c65-44d6-4285-8d34-9465304928c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:49.777413 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:49.802394 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:49.802983 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:49.806396 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19508fee-b965-4581-b52d-670fc16947ca req-0c1bf259-023f-43b4-ab5a-1617045e9ff3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:49.814197 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-19508fee-b965-4581-b52d-670fc16947ca req-0c1bf259-023f-43b4-ab5a-1617045e9ff3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.5394588 May 31 16:21:49.884907 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=c1f0b105-766b-4b34-b835-bc280a23ec96,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:49.893243 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:49.914203 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-19508fee-b965-4581-b52d-670fc16947ca req-cfc05ea9-e98a-471f-81f8-21df514ff929 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990188 May 31 16:21:50.134288 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.139055 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.165847 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.174815 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 26bc2080-c720-4dd8-8a37-ac2d8484efb8, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=26bc2080-c720-4dd8-8a37-ac2d8484efb8,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:50.178683 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Transition to ACTIVE for port object 6aafa015-5325-4d2c-9562-55da056db4d3 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:50.180017 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.183974 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:50.187034 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.192258 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-c61480e2-ce37-458b-9b1d-44446b13cf6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:50.267246 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Attempting to bind port 6aafa015-5325-4d2c-9562-55da056db4d3 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:50.267671 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Attempting to bind port 6aafa015-5325-4d2c-9562-55da056db4d3 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:50.267961 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Attempting to bind port 6aafa015-5325-4d2c-9562-55da056db4d3 on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:50.270577 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=26bc2080-c720-4dd8-8a37-ac2d8484efb8,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:50.274207 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18484aa-91fc-4b4e-bedf-caa5c964b045 None None] Pushing event updated for resources: {'Port': ['ID=6aafa015-5325-4d2c-9562-55da056db4d3,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:50.275083 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:50.278251 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-a18484aa-91fc-4b4e-bedf-caa5c964b045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:50.279776 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:50.280149 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:50.280572 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.280962 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:50.281428 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Bound port: 6aafa015-5325-4d2c-9562-55da056db4d3, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:50.281796 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.355425 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] For port 6aafa015-5325-4d2c-9562-55da056db4d3, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:50.359282 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] For port 6aafa015-5325-4d2c-9562-55da056db4d3, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=6aafa015-5325-4d2c-9562-55da056db4d3,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:50.359567 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Allocated IP 172.20.0.1 (55393347-46d2-42c9-a8d3-8b3a67f7d881/b4d2fa22-870f-40be-973f-e715205f188c/448931de-fae6-4598-bd87-e748de0a58ef) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:21:50.363171 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.367829 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:50.439590 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Routers {'706e5fec-fc08-44db-a4d7-f246ed5d7894'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:50.440277 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['706e5fec-fc08-44db-a4d7-f246ed5d7894'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:50.516626 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18484aa-91fc-4b4e-bedf-caa5c964b045 None None] Pushing event updated for resources: {'Port': ['ID=6aafa015-5325-4d2c-9562-55da056db4d3,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:50.519637 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.522041 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-a18484aa-91fc-4b4e-bedf-caa5c964b045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:50.535816 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Transition to ACTIVE for port object 448931de-fae6-4598-bd87-e748de0a58ef will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:50.561216 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.566073 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:50.633099 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:50.635509 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] Set router 706e5fec-fc08-44db-a4d7-f246ed5d7894 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:50.635935 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:50.640295 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:21:50.710482 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=448931de-fae6-4598-bd87-e748de0a58ef,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:50.713962 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:50.714871 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.871184 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device c1f0b105-766b-4b34-b835-bc280a23ec96 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:50.962403 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:50.995693 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port c1f0b105-766b-4b34-b835-bc280a23ec96 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:50.996077 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:51.005190 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:21:47Z', 'revision_number': 3, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:51.014153 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1845ce-eaa9-45ad-add3-74fcc7019859 None None] The sync data for ids ['706e5fec-fc08-44db-a4d7-f246ed5d7894'] in dv-cinder-793814-1-smb is: [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:21:47Z', 'revision_number': 3, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:21:51.060107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749cc12-b927-418b-b12b-ab4f74e1fc11 req-0106dc4a-f1a8-49ee-b73a-d7ee3eb3769c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:51.060107 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1749cc12-b927-418b-b12b-ab4f74e1fc11 req-0106dc4a-f1a8-49ee-b73a-d7ee3eb3769c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.2742629 May 31 16:21:51.158805 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-072a3ea8-72d6-4b50-929c-0433cd732a1e None None] Provisioning for port 448931de-fae6-4598-bd87-e748de0a58ef completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:51.182393 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-072a3ea8-72d6-4b50-929c-0433cd732a1e None None] Provisioning complete for port 448931de-fae6-4598-bd87-e748de0a58ef triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:51.182783 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-072a3ea8-72d6-4b50-929c-0433cd732a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:51.197324 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1749cc12-b927-418b-b12b-ab4f74e1fc11 req-cccf05ec-200a-4f2d-ba82-47f38c67ca2e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073964 May 31 16:21:51.275784 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-072a3ea8-72d6-4b50-929c-0433cd732a1e None None] Port 448931de-fae6-4598-bd87-e748de0a58ef cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:21:51.289103 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 26bc2080-c720-4dd8-8a37-ac2d8484efb8 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:51.372722 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:51.373194 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:51.543395 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b044d-4cc4-4be8-bfe0-7a94ee52938c req-eb4fd792-dcd6-4f66-a417-c87de4dbd30b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:51.547616 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cd5b044d-4cc4-4be8-bfe0-7a94ee52938c req-eb4fd792-dcd6-4f66-a417-c87de4dbd30b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.3056912 May 31 16:21:51.600924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:51.621350 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:51.657642 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5ed4ff6c-6fd8-416e-9a6b-cc7374292eeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:51.707834 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cd5b044d-4cc4-4be8-bfe0-7a94ee52938c req-d392efdf-9d1b-4884-8e4d-bf996753788f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451831 May 31 16:21:51.752351 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:51.761190 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=448931de-fae6-4598-bd87-e748de0a58ef,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:51.764612 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:51.914340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:21:51.915650 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:21:52.150410 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Router 706e5fec-fc08-44db-a4d7-f246ed5d7894 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:21:52.309063 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-88180879-1539-4da8-92ea-afb9f1fe8a44 None None] Provisioning complete for port 448931de-fae6-4598-bd87-e748de0a58ef triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:52.309590 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-88180879-1539-4da8-92ea-afb9f1fe8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:52.367499 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-88180879-1539-4da8-92ea-afb9f1fe8a44 None None] Port 448931de-fae6-4598-bd87-e748de0a58ef cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:21:52.436039 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:21:52.448360 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] 10.222.0.61 "PUT /v2.0/routers/706e5fec-fc08-44db-a4d7-f246ed5d7894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7040141 May 31 16:21:52.471523 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d52f8e-7017-40bc-a31f-a12de8f05600 req-badb6efd-d5e9-4881-bf9e-35d807761bc9 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:52.473963 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-06d52f8e-7017-40bc-a31f-a12de8f05600 req-badb6efd-d5e9-4881-bf9e-35d807761bc9 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.1344433 May 31 16:21:52.529729 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-06d52f8e-7017-40bc-a31f-a12de8f05600 req-468aefbb-fb09-41ea-adf1-60760635a0b1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477135 May 31 16:21:52.842170 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 6aafa015-5325-4d2c-9562-55da056db4d3 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:52.916374 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 6aafa015-5325-4d2c-9562-55da056db4d3 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:52.922621 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 6aafa015-5325-4d2c-9562-55da056db4d3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:52.923004 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:52.944511 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3ee7-53dd-4ed7-8dc7-e06865f34787 req-92960e60-5c7b-49e8-995e-259ce01ca440 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:52.945965 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3e0e3ee7-53dd-4ed7-8dc7-e06865f34787 req-92960e60-5c7b-49e8-995e-259ce01ca440 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0877178 May 31 16:21:53.006144 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3e0e3ee7-53dd-4ed7-8dc7-e06865f34787 req-f350caef-ad33-45cf-896c-b6db171cec7d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539181 May 31 16:21:53.074896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.091487 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Sync routers for ids ['706e5fec-fc08-44db-a4d7-f246ed5d7894'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:21:53.103600 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Routers {'706e5fec-fc08-44db-a4d7-f246ed5d7894'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:53.104247 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['706e5fec-fc08-44db-a4d7-f246ed5d7894'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:53.160655 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 6aafa015-5325-4d2c-9562-55da056db4d3, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=6aafa015-5325-4d2c-9562-55da056db4d3,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:53.172224 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.185701 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-390ffc38-5d46-4f38-9aff-a364b200298e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:53.221324 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47548) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:53.227272 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241293707', 'description': 'tempest-secgroup-smoke-241293707 description', 'project_id': 'e48c52828ae14f26a5112113052d3180'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:53.234877 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:53.240756 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:53.245234 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:53.258275 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:53.277431 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.315502 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:53.322422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:53.325438 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:53.331360 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:53.387286 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=6aafa015-5325-4d2c-9562-55da056db4d3,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:53.399939 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:53.411606 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Set router 706e5fec-fc08-44db-a4d7-f246ed5d7894 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:53.449570 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.453875 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.459484 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9a60d473-d640-4c0b-be12-90aea09cc986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:53.505570 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:53.506668 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.510839 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2856908 May 31 16:21:53.510839 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:53.511268 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47560) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:53.517068 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group_rule': {'security_group_id': 'c3bb8014-0d6b-4aea-a043-2ce7649b3ebc', 'project_id': 'e48c52828ae14f26a5112113052d3180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:53.523107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:53.526863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:53.530225 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:53.535856 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:53.554355 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.633654 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.637698 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.639785 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:53.663758 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172d56d2-55dc-4e26-b7eb-c295990b45d7,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:53.672170 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:53.717154 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.719730 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-571d3ef5-74ad-4967-8be8-48e29aa28b7a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2071872 May 31 16:21:53.721660 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47568) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:53.727413 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group_rule': {'security_group_id': 'c3bb8014-0d6b-4aea-a043-2ce7649b3ebc', 'project_id': 'e48c52828ae14f26a5112113052d3180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:53.733698 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:53.737805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:53.741596 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:53.748518 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:53.764308 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3a8c-35c4-47fe-8742-628b78b3089a req-17650ab6-80cf-421d-a611-90b597fa5238 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:53.765767 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-122f3a8c-35c4-47fe-8742-628b78b3089a req-17650ab6-80cf-421d-a611-90b597fa5238 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.0973840 May 31 16:21:53.773828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.790611 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 4, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '448931de-fae6-4598-bd87-e748de0a58ef', 'name': '', 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'mac_address': 'fa:16:3e:fa:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b4d2fa22-870f-40be-973f-e715205f188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:50Z', 'updated_at': '2021-05-31T16:21:51Z', 'revision_number': 2, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'subnets': [{'id': 'b4d2fa22-870f-40be-973f-e715205f188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:53.795195 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Checking router: 706e5fec-fc08-44db-a4d7-f246ed5d7894 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:21:53.795587 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Updating router 706e5fec-fc08-44db-a4d7-f246ed5d7894 port 448931de-fae6-4598-bd87-e748de0a58ef binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:21:53.816877 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-122f3a8c-35c4-47fe-8742-628b78b3089a req-64a9a896-3d7e-4b2f-95b4-8f685759347a tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 May 31 16:21:53.838839 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.843814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.845978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:53.851721 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.866197 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d30c0b4-f8a7-4eac-ab94-993fb53a6ba6,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:53.871922 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:53.880538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.884243 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-79aa559c-4427-441a-b41e-c387a2490382 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585376 May 31 16:21:53.884437 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47572) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:53.889970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group_rule': {'security_group_id': 'c3bb8014-0d6b-4aea-a043-2ce7649b3ebc', 'project_id': 'e48c52828ae14f26a5112113052d3180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:53.895989 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:53.900069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:53.902565 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:53.908946 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:53.925080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.990763 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:53.998385 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.000376 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:54.023492 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab33f56-2ce3-432c-920b-c427cea27c09,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:54.027298 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:54.038477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.042317 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-08ccf968-52df-4d00-8f4e-439f4c77950f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544943 May 31 16:21:54.042656 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47578) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:54.048448 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group_rule': {'security_group_id': 'c3bb8014-0d6b-4aea-a043-2ce7649b3ebc', 'project_id': 'e48c52828ae14f26a5112113052d3180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:54.054241 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:54.058096 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:54.061584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:54.068031 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:54.091610 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.226478 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.230475 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.234755 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.242589 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Transition to ACTIVE for port object 448931de-fae6-4598-bd87-e748de0a58ef will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:21:54.249646 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.249874 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9c7dd-b858-4f8d-ba11-34f28d195789 req-d4d8642d-bb2f-4dc8-8146-590594f224f0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:54.251440 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-54a9c7dd-b858-4f8d-ba11-34f28d195789 req-d4d8642d-bb2f-4dc8-8146-590594f224f0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1224003 May 31 16:21:54.253664 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:54.254296 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:54.300366 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c52ce67-be7d-4446-bcf8-89968c5bc935,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:54.303038 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:54.321922 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.324763 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2809982 May 31 16:21:54.326212 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47584) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:54.332481 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group_rule': {'security_group_id': 'c3bb8014-0d6b-4aea-a043-2ce7649b3ebc', 'project_id': 'e48c52828ae14f26a5112113052d3180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:54.338209 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-54a9c7dd-b858-4f8d-ba11-34f28d195789 req-6c1efc44-3791-4693-ad1f-359263b03706 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785894 May 31 16:21:54.341603 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:54.350321 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:54.360765 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:54.367481 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:54.388341 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204ca7e-51ac-4a17-923e-f1f21fc10242 None None] Pushing event updated for resources: {'Port': ['ID=448931de-fae6-4598-bd87-e748de0a58ef,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:54.393157 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.securitygroups_db [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Project e48c52828ae14f26a5112113052d3180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:21:54.400926 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.424582 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-f204ca7e-51ac-4a17-923e-f1f21fc10242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:54.507001 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.510696 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Attempting to bind port 448931de-fae6-4598-bd87-e748de0a58ef on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:21:54.511314 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Attempting to bind port 448931de-fae6-4598-bd87-e748de0a58ef by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:21:54.511878 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Attempting to bind port 448931de-fae6-4598-bd87-e748de0a58ef on network 55393347-46d2-42c9-a8d3-8b3a67f7d881 {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:21:54.512004 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.518740 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:21:54.519528 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Checking segment: {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:21:54.520326 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.520840 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Bound using segment: {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:21:54.521480 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Bound port: 448931de-fae6-4598-bd87-e748de0a58ef, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53c64b1-e16f-4ad6-9651-d3699e04320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:21:54.521951 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.541666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3b66d696-02a7-4757-b8d6-31cceb93259f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:54.572895 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24dbc36-d297-4d4f-923f-23d1b2251ca1,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:54.576174 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:54.591977 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.599102 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47600) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:21:54.599353 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d417354f-9ede-4ce5-aa4c-f3ac87a03cc4 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2716267 May 31 16:21:54.605494 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'security_group_rule': {'security_group_id': 'c3bb8014-0d6b-4aea-a043-2ce7649b3ebc', 'project_id': 'e48c52828ae14f26a5112113052d3180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:21:54.613726 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:21:54.621530 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:security_group_rule and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:21:54.624947 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:21:54.632309 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:21:54.643587 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Project e48c52828ae14f26a5112113052d3180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:21:54.652936 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.693341 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] For port 448931de-fae6-4598-bd87-e748de0a58ef, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:21:54.697549 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] For port 448931de-fae6-4598-bd87-e748de0a58ef, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=448931de-fae6-4598-bd87-e748de0a58ef,segment=NetworkSegment(f53c64b1-e16f-4ad6-9651-d3699e04320b),segment_id=f53c64b1-e16f-4ad6-9651-d3699e04320b)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:21:54.707920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.713416 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:54.758485 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.764828 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.809422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:54.812582 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Routers {'706e5fec-fc08-44db-a4d7-f246ed5d7894'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:21:54.813222 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:21:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['706e5fec-fc08-44db-a4d7-f246ed5d7894'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:54.846272 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8370353-df5f-4e27-9819-dfd3c4c66fd6,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:54.853982 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:54.879455 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:54.881217 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2806411 May 31 16:21:54.920527 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204ca7e-51ac-4a17-923e-f1f21fc10242 None None] Pushing event updated for resources: {'Port': ['ID=448931de-fae6-4598-bd87-e748de0a58ef,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:54.923813 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 6aafa015-5325-4d2c-9562-55da056db4d3 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:54.963043 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-f204ca7e-51ac-4a17-923e-f1f21fc10242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:55.123838 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e3017-531d-4198-a83d-2e6d2c029879 req-27b9b1a6-d0d4-472a-85ae-5dcdea16fe42 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:55.125463 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-892e3017-531d-4198-a83d-2e6d2c029879 req-27b9b1a6-d0d4-472a-85ae-5dcdea16fe42 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.1137562 May 31 16:21:55.180887 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-892e3017-531d-4198-a83d-2e6d2c029879 req-5810b2e6-7db9-4d29-848f-03459efb7a23 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493228 May 31 16:21:55.216664 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 6aafa015-5325-4d2c-9562-55da056db4d3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:55.216990 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:55.275888 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] Set router 706e5fec-fc08-44db-a4d7-f246ed5d7894 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:21:55.637476 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd478-1094-4b37-883b-94be37a32961 req-47b4d82b-2c17-496b-9308-c652f9a5c47c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:55.639125 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5c0fd478-1094-4b37-883b-94be37a32961 req-47b4d82b-2c17-496b-9308-c652f9a5c47c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1847038 May 31 16:21:55.687338 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5c0fd478-1094-4b37-883b-94be37a32961 req-fbca10ae-3788-4ebc-afaa-9edb738eb986 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 May 31 16:21:55.690230 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 4, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '448931de-fae6-4598-bd87-e748de0a58ef', 'name': '', 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'mac_address': 'fa:16:3e:fa:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b4d2fa22-870f-40be-973f-e715205f188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:50Z', 'updated_at': '2021-05-31T16:21:54Z', 'revision_number': 4, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'subnets': [{'id': 'b4d2fa22-870f-40be-973f-e715205f188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:21:55.694667 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45439f8b-5e2d-46a5-ae70-be714ea29000 None None] The sync data for ids ['706e5fec-fc08-44db-a4d7-f246ed5d7894'] in dv-cinder-793814-1-smb is: [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 4, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '448931de-fae6-4598-bd87-e748de0a58ef', 'name': '', 'network_id': '55393347-46d2-42c9-a8d3-8b3a67f7d881', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'mac_address': 'fa:16:3e:fa:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b4d2fa22-870f-40be-973f-e715205f188c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:50Z', 'updated_at': '2021-05-31T16:21:54Z', 'revision_number': 4, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'subnets': [{'id': 'b4d2fa22-870f-40be-973f-e715205f188c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:21:56.387433 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961696f-5816-437a-abfa-ab317b50df3f req-b3c837f4-c697-4a6d-a3ff-9ffa64c82fa1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:56.389510 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9961696f-5816-437a-abfa-ab317b50df3f req-b3c837f4-c697-4a6d-a3ff-9ffa64c82fa1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.0867715 May 31 16:21:56.441153 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9961696f-5816-437a-abfa-ab317b50df3f req-0f8ccb0d-9606-4541-9ab2-879c9e2d88a0 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 May 31 16:21:56.850362 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 448931de-fae6-4598-bd87-e748de0a58ef up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:56.949558 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265e357-3284-493d-9875-ee115fd361d3 req-5dd3bce1-1ce7-4beb-95af-b949bb6f3e2a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:56.951177 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b265e357-3284-493d-9875-ee115fd361d3 req-5dd3bce1-1ce7-4beb-95af-b949bb6f3e2a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1198518 May 31 16:21:56.952070 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 448931de-fae6-4598-bd87-e748de0a58ef completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:21:56.958598 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 448931de-fae6-4598-bd87-e748de0a58ef triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:56.959079 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:57.005391 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b265e357-3284-493d-9875-ee115fd361d3 req-7e1547a9-cf36-4394-8061-428890c5010f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 May 31 16:21:57.083979 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:57.115995 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 448931de-fae6-4598-bd87-e748de0a58ef, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=448931de-fae6-4598-bd87-e748de0a58ef,segment=NetworkSegment(f53c64b1-e16f-4ad6-9651-d3699e04320b),segment_id=f53c64b1-e16f-4ad6-9651-d3699e04320b)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:21:57.119462 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:57.121299 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:21:57.191076 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=448931de-fae6-4598-bd87-e748de0a58ef,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:21:57.194223 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:21:57.634709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86081-42a6-4a17-8b1d-ff91d5ef80e6 req-89a29b31-248b-4520-86ec-46c3995eaa71 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:57.636167 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-14c86081-42a6-4a17-8b1d-ff91d5ef80e6 req-89a29b31-248b-4520-86ec-46c3995eaa71 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.0805881 May 31 16:21:57.684808 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-14c86081-42a6-4a17-8b1d-ff91d5ef80e6 req-9f4863f1-1650-43ac-afba-5470847e7943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 May 31 16:21:58.213745 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b620ee-b845-41b6-805d-9efc26da8752 req-fe54c786-b058-4438-b7b6-3632d6966b59 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:58.215418 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94b620ee-b845-41b6-805d-9efc26da8752 req-fe54c786-b058-4438-b7b6-3632d6966b59 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0870552 May 31 16:21:58.261803 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94b620ee-b845-41b6-805d-9efc26da8752 req-74696086-8fc2-4107-ac3c-606ecc1bea3f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 May 31 16:21:58.798266 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 448931de-fae6-4598-bd87-e748de0a58ef up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:21:58.873960 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 448931de-fae6-4598-bd87-e748de0a58ef triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:21:58.873960 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:21:58.891994 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c43d5-9488-4b07-b55e-edf3caec2bfd req-195c15bd-9e02-4669-bf70-9b1495d8a490 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:58.893479 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-838c43d5-9488-4b07-b55e-edf3caec2bfd req-195c15bd-9e02-4669-bf70-9b1495d8a490 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.0967600 May 31 16:21:58.947584 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-838c43d5-9488-4b07-b55e-edf3caec2bfd req-ce864b3e-651b-4174-bc92-5dfdf6099422 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 May 31 16:21:59.481883 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5f100-b39d-45f6-ac08-53354f61bdf9 req-ad69af7a-fa7c-4ee0-a456-9876cdf8eeb6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:21:59.489947 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8ee5f100-b39d-45f6-ac08-53354f61bdf9 req-ad69af7a-fa7c-4ee0-a456-9876cdf8eeb6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1087630 May 31 16:21:59.532954 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8ee5f100-b39d-45f6-ac08-53354f61bdf9 req-a8cec06d-a84c-4060-995a-fc61801e68fe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 May 31 16:22:00.148898 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca8e02-e291-41fe-bcbc-953e4e866425 req-40b7c1a7-85c6-4372-9a9f-eb8889d71208 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:00.150365 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d9ca8e02-e291-41fe-bcbc-953e4e866425 req-40b7c1a7-85c6-4372-9a9f-eb8889d71208 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.0881898 May 31 16:22:00.200106 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d9ca8e02-e291-41fe-bcbc-953e4e866425 req-f6677cdf-2784-4bfd-915b-d6688f18a5dc tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 May 31 16:22:00.743635 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395f97-36da-407a-ab76-81f35fcd6749 req-23b6f603-6481-4384-a973-f3e78c6a046e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:00.745247 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-07395f97-36da-407a-ab76-81f35fcd6749 req-23b6f603-6481-4384-a973-f3e78c6a046e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1020045 May 31 16:22:00.791339 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-07395f97-36da-407a-ab76-81f35fcd6749 req-48a312f7-c59f-4f83-b27e-1d4473c6801e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 May 31 16:22:01.389415 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524a42f-cfb3-4425-92c4-55ec060aa515 req-a839e437-d594-4c9e-9127-fd9c1b5b18fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:01.390843 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2524a42f-cfb3-4425-92c4-55ec060aa515 req-a839e437-d594-4c9e-9127-fd9c1b5b18fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.0814795 May 31 16:22:01.438330 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2524a42f-cfb3-4425-92c4-55ec060aa515 req-b8450233-3eb8-47e1-913b-44ab9f508285 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 May 31 16:22:01.979496 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3a289-ab70-47da-ae30-147cc2e0adaf req-dc75699a-84ac-4cf3-bc38-50b09518aa4e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:01.980879 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5ad3a289-ab70-47da-ae30-147cc2e0adaf req-dc75699a-84ac-4cf3-bc38-50b09518aa4e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0814533 May 31 16:22:02.028079 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5ad3a289-ab70-47da-ae30-147cc2e0adaf req-3864c19a-a671-4ff0-b423-fd8ed38814ce tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 May 31 16:22:02.347184 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 51dabff0-1241-4145-8fea-abfde952b41a details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:22:02.493898 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 51dabff0-1241-4145-8fea-abfde952b41a, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=51dabff0-1241-4145-8fea-abfde952b41a,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:02.517623 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '51dabff0-1241-4145-8fea-abfde952b41a', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'port_id': '51dabff0-1241-4145-8fea-abfde952b41a', 'mac_address': 'fa:16:3e:0b:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d9e0af-cfab-43f3-8787-997f96732938', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:22:02.613283 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:02.642155 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dabff0-1241-4145-8fea-abfde952b41a {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:02.661409 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 51dabff0-1241-4145-8fea-abfde952b41a, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=51dabff0-1241-4145-8fea-abfde952b41a,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:02.668853 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:02.671541 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-9abb5bfb-f5d1-4329-b7c0-4cf2c443803a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:02.760882 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=51dabff0-1241-4145-8fea-abfde952b41a,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:02.765147 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:02.771924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a0f72-8381-4f1d-bcb8-1a0e5b16fb94 req-96e234ec-26dc-4c10-b873-fe3a594b307c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:02.774494 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-637a0f72-8381-4f1d-bcb8-1a0e5b16fb94 req-96e234ec-26dc-4c10-b873-fe3a594b307c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 943 time: 0.1856015 May 31 16:22:02.840716 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-637a0f72-8381-4f1d-bcb8-1a0e5b16fb94 req-05345620-29d9-4e59-ab84-b6573735fb45 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587170 May 31 16:22:03.082291 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['51dabff0-1241-4145-8fea-abfde952b41a'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:03.315993 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9c19-5e41-48a1-8862-5b3aecce6039 req-e4465a3c-99a5-49ac-9fd9-52b143934f67 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:03.321097 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6b5c9c19-5e41-48a1-8862-5b3aecce6039 req-e4465a3c-99a5-49ac-9fd9-52b143934f67 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1345053 May 31 16:22:03.387158 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6b5c9c19-5e41-48a1-8862-5b3aecce6039 req-11d1c064-8b8f-4910-98b4-edb7fa49d982 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620830 May 31 16:22:04.039196 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fb4c8-17f0-4a60-a958-22a7d261135b req-c3914d7b-2964-4938-9bad-31d5e36b1456 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:04.040799 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-229fb4c8-17f0-4a60-a958-22a7d261135b req-c3914d7b-2964-4938-9bad-31d5e36b1456 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 944 time: 0.0861526 May 31 16:22:04.092644 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-229fb4c8-17f0-4a60-a958-22a7d261135b req-0e5108bf-8598-4992-a55d-e66467f62329 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 May 31 16:22:04.365306 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 51dabff0-1241-4145-8fea-abfde952b41a up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:22:04.451724 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 51dabff0-1241-4145-8fea-abfde952b41a completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:04.459394 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 51dabff0-1241-4145-8fea-abfde952b41a triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:04.460653 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:04.625308 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d435861-0dfa-4fcf-a19a-67b3d6115065 req-016d06d9-92ed-458d-a44d-d9eef7fca857 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:04.626689 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0d435861-0dfa-4fcf-a19a-67b3d6115065 req-016d06d9-92ed-458d-a44d-d9eef7fca857 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0894279 May 31 16:22:04.633071 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:04.688887 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0d435861-0dfa-4fcf-a19a-67b3d6115065 req-f8f07f69-0892-460e-b177-9baa4e138b73 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557499 May 31 16:22:04.704523 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dabff0-1241-4145-8fea-abfde952b41a'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:04.706005 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e477d915-aeea-4610-87f2-3cb78892321a" -d '{"events": [{"server_uuid": "9edbb77d-15c7-4b79-a4ce-4b7c9c564804", "name": "network-vif-plugged", "status": "completed", "tag": "51dabff0-1241-4145-8fea-abfde952b41a"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:04.725104 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 51dabff0-1241-4145-8fea-abfde952b41a, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=51dabff0-1241-4145-8fea-abfde952b41a,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:04.729480 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:04.732444 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:04.767600 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e736e-3bb3-4ddd-a8d9-fe8e1a301a94 x-openstack-request-id: req-1e7e736e-3bb3-4ddd-a8d9-fe8e1a301a94 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:04.767600 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edbb77d-15c7-4b79-a4ce-4b7c9c564804", "name": "network-vif-plugged", "status": "completed", "tag": "51dabff0-1241-4145-8fea-abfde952b41a", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:04.767901 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e7e736e-3bb3-4ddd-a8d9-fe8e1a301a94 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:04.769507 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dabff0-1241-4145-8fea-abfde952b41a', 'code': 200} May 31 16:22:04.807758 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=51dabff0-1241-4145-8fea-abfde952b41a,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:04.810774 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:04.995697 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47888) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:05.027529 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa8bc3-29b3-4562-be19-0721e6265307 req-415a3158-f1ef-4766-baa9-b556f85e6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:05.029679 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-43aa8bc3-29b3-4562-be19-0721e6265307 req-415a3158-f1ef-4766-baa9-b556f85e6391 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 1098 time: 0.0814803 May 31 16:22:05.075904 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-43aa8bc3-29b3-4562-be19-0721e6265307 req-b91fd207-4d0d-423b-9126-7f71bb8581d3 service neutron] Synchronizing usage tracker for tenant:3a87c81793a240c5b36ef8102acb84bc on resource:security_group {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:05.099881 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-43aa8bc3-29b3-4562-be19-0721e6265307 req-b91fd207-4d0d-423b-9126-7f71bb8581d3 service neutron] Unset dirty status for tenant:3a87c81793a240c5b36ef8102acb84bc on resource:security_group {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:05.101398 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-43aa8bc3-29b3-4562-be19-0721e6265307 req-b91fd207-4d0d-423b-9126-7f71bb8581d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639718 May 31 16:22:05.162585 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.181862 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:05.186574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Usage tracker for resource:security_group_rule and tenant:28a24c4d428e4740a3c5792a4a566c64 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:05.190888 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:05.197788 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:05.293061 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.300065 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.310274 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc285-ee50-4dee-ac5a-2103ecdf3183 req-6048838a-adde-414a-b59a-1c9f951a6775 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:05.312287 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb0dc285-ee50-4dee-ac5a-2103ecdf3183 req-6048838a-adde-414a-b59a-1c9f951a6775 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.0980935 May 31 16:22:05.312476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0b8e8ec2-d4dd-45ab-bac5-9458eb9b8fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:05.353333 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4caea-e09e-4b6a-a383-d2d92887860b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:05.360239 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:05.369262 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28a24c4d428e4740a3c5792a4a566c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707111 May 31 16:22:05.369739 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb0dc285-ee50-4dee-ac5a-2103ecdf3183 req-e49a345f-f6b3-4b71-b006-b7eb37eb1dc6 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 May 31 16:22:05.369739 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47900) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:05.436831 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.467536 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.525107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.529967 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8a64df6b-d380-4fe3-9b4f-5632eb3dc8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:05.541573 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4caea-e09e-4b6a-a383-d2d92887860b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:05.546745 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:05.550327 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.551661 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5b4caea-e09e-4b6a-a383-d2d92887860b HTTP/1.1" status: 204 len: 168 time: 0.1811385 May 31 16:22:05.875001 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 47916) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:05.892399 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b80712-6e4c-49ed-b839-3217957caf79 req-b94c0de8-4c8f-4111-ad96-b6419a5bbe7d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:05.893723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:05.894123 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-98b80712-6e4c-49ed-b839-3217957caf79 req-b94c0de8-4c8f-4111-ad96-b6419a5bbe7d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0857382 May 31 16:22:05.911670 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:05.915434 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Usage tracker for resource:security_group_rule and tenant:2012d0bad0e243b5b5ed36a5c9aa0a1d is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:05.918311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:05.924636 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:05.941382 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-98b80712-6e4c-49ed-b839-3217957caf79 req-3ba864b4-a688-4fe7-9315-6fc2a0c1e29c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 May 31 16:22:06.009568 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:06.014123 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:06.021387 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7f978a56-f704-43ff-aafe-e04641aeba54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:06.066097 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2012d0bad0e243b5b5ed36a5c9aa0a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899641 May 31 16:22:06.066978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcb2aca-1ad5-41e3-9aad-b38fe97d334b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:06.068775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 47920) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:06.069937 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:06.130415 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:06.223536 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:06.283408 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:06.287393 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-54736a40-a7fe-4ab7-8fc8-9da39fb540e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:06.300242 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcb2aca-1ad5-41e3-9aad-b38fe97d334b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:06.303584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:06.306736 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:06.308110 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fcb2aca-1ad5-41e3-9aad-b38fe97d334b HTTP/1.1" status: 204 len: 168 time: 0.2376838 May 31 16:22:06.600591 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f3dc-fadc-4e40-a889-e01f74343f69 req-1f0a7849-2377-4c02-8c61-a28a0bcf91d2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:06.602077 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-49b2f3dc-fadc-4e40-a889-e01f74343f69 req-1f0a7849-2377-4c02-8c61-a28a0bcf91d2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.0944581 May 31 16:22:06.666500 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-49b2f3dc-fadc-4e40-a889-e01f74343f69 req-90791585-7ec2-49c0-9b5f-9fbca4476d9d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479162 May 31 16:22:07.135765 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa046a1-57fa-45ef-acb1-9eded14c5c72 req-860616cd-6f74-4498-b434-5980001f89d8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:07.137251 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0aa046a1-57fa-45ef-acb1-9eded14c5c72 req-860616cd-6f74-4498-b434-5980001f89d8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0794642 May 31 16:22:07.183009 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0aa046a1-57fa-45ef-acb1-9eded14c5c72 req-353f3327-bfaa-4315-a98e-aa1a05b3234e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393336 May 31 16:22:07.874281 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19699d7-ade9-4888-83c8-c270269691cc req-e71a9a5f-0c65-4c76-8733-ee571e68f0e3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:07.881304 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e19699d7-ade9-4888-83c8-c270269691cc req-e71a9a5f-0c65-4c76-8733-ee571e68f0e3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.0997100 May 31 16:22:07.924462 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e19699d7-ade9-4888-83c8-c270269691cc req-e2ab5d6f-84a5-4c30-878b-6c98bda23abb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 May 31 16:22:08.253952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48010) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:08.441294 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30dd8f-fb9b-429c-946a-9524b8c8fd43 req-25b93709-56ad-42ec-a846-4649d05f5d4c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:08.448805 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3e30dd8f-fb9b-429c-946a-9524b8c8fd43 req-25b93709-56ad-42ec-a846-4649d05f5d4c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1454251 May 31 16:22:08.467347 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.490783 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:08.495039 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Usage tracker for resource:security_group_rule and tenant:40f3c21c285a47198517a52381b815b3 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:08.498318 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:08.511062 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:08.531865 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3e30dd8f-fb9b-429c-946a-9524b8c8fd43 req-7d0e3cef-32aa-48cf-aff8-27b9ab6a1f46 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822160 May 31 16:22:08.610538 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.613344 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.621309 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2f183b65-272f-492a-bb74-3d6e2b01dc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:08.660404 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40f3c21c285a47198517a52381b815b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052835 May 31 16:22:08.662312 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def439ef-1f28-4c61-bad8-9acb0f02ec63,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:08.663286 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48024) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:08.667457 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:08.724653 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.750606 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.801817 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.806628 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f7fa08d-ae7c-4e72-b9b6-fadc7cc1497e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:08.821021 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def439ef-1f28-4c61-bad8-9acb0f02ec63,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:08.824060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:08.835248 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:08.838855 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/def439ef-1f28-4c61-bad8-9acb0f02ec63 HTTP/1.1" status: 204 len: 168 time: 0.1720734 May 31 16:22:09.140571 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48038) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:09.160221 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.175203 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:09.178991 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:57f3cf7ad57a47f9910465c1c711bdf4 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:09.181756 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:09.187962 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:09.274513 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.279746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.286495 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:09.329328 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57f3cf7ad57a47f9910465c1c711bdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876819 May 31 16:22:09.330054 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fc4f8-8185-4dfd-873b-4ff8553cb02a,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:09.332037 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48042) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:09.333193 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:09.391054 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.420369 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.471336 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.475165 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-deab4aad-c944-4fb4-a881-754b5593ce58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:09.487421 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fc4f8-8185-4dfd-873b-4ff8553cb02a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:09.489621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:09.495336 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:09.499161 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b20fc4f8-8185-4dfd-873b-4ff8553cb02a HTTP/1.1" status: 204 len: 168 time: 0.1634352 May 31 16:22:09.753019 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b495ee-cc72-473c-b9e5-4c6f2c8d0d7a req-9267215c-2d9a-4cb6-808d-642be584b0cf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:09.760353 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f3b495ee-cc72-473c-b9e5-4c6f2c8d0d7a req-9267215c-2d9a-4cb6-808d-642be584b0cf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1050353 May 31 16:22:09.812368 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f3b495ee-cc72-473c-b9e5-4c6f2c8d0d7a req-5a4cb02e-464d-4c5c-ba63-70b1c93415fe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 May 31 16:22:09.817999 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-37041b13-5318-4465-8359-4315a9c07e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:11.027312 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9c4dc-626e-41bf-893e-1be70af05616 req-23f60285-ef0a-49d7-aaa0-b360c2d4372d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:11.028892 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-40d9c4dc-626e-41bf-893e-1be70af05616 req-23f60285-ef0a-49d7-aaa0-b360c2d4372d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0916624 May 31 16:22:11.085137 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-40d9c4dc-626e-41bf-893e-1be70af05616 req-1cd4096b-a454-40b3-a059-85307b20a0e1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496545 May 31 16:22:12.108734 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-73d7f8ce-ba5e-4e12-8f04-7c93b7a609ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.245862 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.293700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe92b0-0ee0-44bf-b8a5-91a99414afb6 req-4f3494e9-e588-447d-b20a-951b19d0ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:12.296168 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b7fe92b0-0ee0-44bf-b8a5-91a99414afb6 req-4f3494e9-e588-447d-b20a-951b19d0ce36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 1099 time: 0.1204867 May 31 16:22:12.360919 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b7fe92b0-0ee0-44bf-b8a5-91a99414afb6 req-eecab805-575f-48fc-b048-8146235e9b8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576706 May 31 16:22:12.385574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48186) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:12.404671 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25979d09-f7ac-4f6a-9d40-14da13b5dcf7 req-f40212e5-4374-46ea-bae3-df363df34a6d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:12.413143 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-25979d09-f7ac-4f6a-9d40-14da13b5dcf7 req-f40212e5-4374-46ea-bae3-df363df34a6d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1397078 May 31 16:22:12.487174 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-25979d09-f7ac-4f6a-9d40-14da13b5dcf7 req-fa769b3e-676d-45d6-963f-4673fb8d5469 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681686 May 31 16:22:12.581303 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.600751 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:12.606805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2565c0858cc247e5a036522c6103982d is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:12.609718 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:12.615467 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:12.711153 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.716554 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.725210 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-558af9a0-cfd8-4e51-a061-764535e27f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:12.771875 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2565c0858cc247e5a036522c6103982d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849103 May 31 16:22:12.773601 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d18e2-f3c3-4419-b52b-aad2051288db,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:12.774742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48210) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:12.776768 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:12.850226 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.880692 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.948105 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:12.954853 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-50f0fb6b-25d7-4003-8ba1-fe3942bf0f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:12.977402 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d18e2-f3c3-4419-b52b-aad2051288db,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:12.980104 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:12.998197 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:13.001929 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d2d18e2-f3c3-4419-b52b-aad2051288db HTTP/1.1" status: 204 len: 168 time: 0.2235289 May 31 16:22:13.320359 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:13.369326 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:13.734711 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad31c86-c212-4e54-a0b4-68a4dadfd603 req-6cd63e79-de99-4253-b29b-8c428efdcad4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:13.737029 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5ad31c86-c212-4e54-a0b4-68a4dadfd603 req-6cd63e79-de99-4253-b29b-8c428efdcad4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0912175 May 31 16:22:13.790527 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5ad31c86-c212-4e54-a0b4-68a4dadfd603 req-0decc1be-7543-4e18-b3a3-fb9555f92c16 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478673 May 31 16:22:14.714061 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:15.139427 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d786e-28ff-4a06-a679-b5b7ce9c6705 req-9bf12988-d277-48dd-b3e3-9ce930b74954 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:15.140943 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b71d786e-28ff-4a06-a679-b5b7ce9c6705 req-9bf12988-d277-48dd-b3e3-9ce930b74954 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.2163234 May 31 16:22:15.185396 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-aca07804-4601-458d-819a-fc8018bb64e1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:15.187118 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-aca07804-4601-458d-819a-fc8018bb64e1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 0.2084613 May 31 16:22:15.213403 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-846ae7cf-30d7-4c78-b0cf-eca47e725aff tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/quotas/dfa262cae94f48738dfd83a8bfa5c760 HTTP/1.1" status: 200 len: 375 time: 0.0152905 May 31 16:22:15.218655 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b71d786e-28ff-4a06-a679-b5b7ce9c6705 req-525c4c9d-a657-47bd-99a6-c2d261587651 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 May 31 16:22:15.309457 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-b7d84958-21ff-4d42-9ec9-5a8e065aeb0d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888574 May 31 16:22:15.455993 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-a6b98740-d2a1-42e4-9f2a-072e258c77e0 service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385379 May 31 16:22:15.727297 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-cc9c1862-128e-4a22-b0d6-c021132d1bca service neutron] 10.222.0.61 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639606 May 31 16:22:15.736434 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901e82-c2f0-4422-9704-4245d85eea5a req-1f89774d-745d-43f4-884c-5148c3988550 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:15.737977 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8e901e82-c2f0-4422-9704-4245d85eea5a req-1f89774d-745d-43f4-884c-5148c3988550 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2770774 May 31 16:22:15.789732 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8e901e82-c2f0-4422-9704-4245d85eea5a req-3047bc08-b4e2-4cab-89ae-ec8106a6a2b0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 May 31 16:22:15.966501 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-84dc0e1c-c854-4dec-9d54-1049bacb8953 req-5275c853-8d12-41ee-bde3-7172719ec08d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 210 time: 0.0832763 May 31 16:22:17.123596 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c1f5e938-b49f-472d-849f-a3b1e0920343 req-111a5139-8d98-426e-a18e-7bcb65a6a075 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 210 time: 0.0422173 May 31 16:22:17.401876 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-e5ccc83e-5bdd-48b3-91af-05f710350b6c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:17.403870 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-e5ccc83e-5bdd-48b3-91af-05f710350b6c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 815 time: 0.1508536 May 31 16:22:17.419702 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Request body: {'port': {'device_id': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'admin_state_up': True, 'tenant_id': 'dfa262cae94f48738dfd83a8bfa5c760'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:17.698309 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:17.703245 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Usage tracker for resource:port and tenant:dfa262cae94f48738dfd83a8bfa5c760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:17.706242 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:17.715785 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:17.739035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Made reservation on behalf of dfa262cae94f48738dfd83a8bfa5c760 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:17.744881 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:17.971322 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Allocated IP 172.20.0.3 (2f714c57-4061-4567-a24d-b485902abd2e/15d9e0af-cfab-43f3-8787-997f96732938/a975bf2f-f390-4015-a8f6-d608a756556e) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:22:18.074260 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-112cf169-167a-4bbb-9533-12d930137270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:18.076713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-112cf169-167a-4bbb-9533-12d930137270 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.1659660 May 31 16:22:18.187551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48446) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:18.239664 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6127e-ca2e-4ac9-9990-38210ba376fe req-6f9f58d7-0525-40dd-9570-91e140e88ffd tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:18.245050 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-def6127e-ca2e-4ac9-9990-38210ba376fe req-6f9f58d7-0525-40dd-9570-91e140e88ffd tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2322550 May 31 16:22:18.311728 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.324517 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-def6127e-ca2e-4ac9-9990-38210ba376fe req-6c65e657-ee28-48dc-ad85-4bd48c31be9e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555925 May 31 16:22:18.343292 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.359766 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e1677c05-02d7-4f85-9bd2-fca55351dcb5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:18.368339 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715', 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', '51dabff0-1241-4145-8fea-abfde952b41a'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:18.428538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Network 2f714c57-4061-4567-a24d-b485902abd2e is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:22:18.448727 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:18.451374 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:22:18.474472 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-6d3f4045-4c31-4e8d-9a0b-c256748a2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:18.475674 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-6d3f4045-4c31-4e8d-9a0b-c256748a2ba1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.3771753 May 31 16:22:18.494818 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de437ceb-4635-43a4-a523-945442c77dee req-0ac85767-2d5b-4071-bc10-d228adba2cf1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:18.496360 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-de437ceb-4635-43a4-a523-945442c77dee req-0ac85767-2d5b-4071-bc10-d228adba2cf1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 931 time: 0.2213933 May 31 16:22:18.500516 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.555271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:18.557970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event updated for resources: {'Port': ['ID=a975bf2f-f390-4015-a8f6-d608a756556e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:18.562025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:18.568813 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Usage tracker for resource:security_group_rule and tenant:d130b49bc0e14330913efbb22929fb6a is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:18.575895 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:18.589636 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:18.589636 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.597530 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-5a05c879-5d87-4928-8b18-08f76d9b2709 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.0998104 May 31 16:22:18.647978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:18.712499 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-14825bc8-a955-4689-b9e9-9e08b44692d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:18.714293 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-14825bc8-a955-4689-b9e9-9e08b44692d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.0983949 May 31 16:22:18.742147 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3261561 May 31 16:22:18.759703 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Request body: {'port': {'device_id': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:18.794225 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-cb1bd65d-3137-4193-9802-48b7e9966028 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699677 May 31 16:22:18.823288 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-de437ceb-4635-43a4-a523-945442c77dee req-0ea0ee52-36ec-4302-956b-e0fae35b9a94 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242954 May 31 16:22:18.888690 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.897259 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.905347 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e570b88c-71e6-4b32-ac08-fddbdef9d2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:18.912181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:18.997283 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-ae6c9e5f-aed4-4b66-834f-37d177351fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811109 May 31 16:22:19.006098 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d130b49bc0e14330913efbb22929fb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184452 May 31 16:22:19.007834 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48458) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:19.014647 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99015b32-2aba-48e9-a87a-85b1d11dbf65,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:19.019383 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:19.178313 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.232758 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.252272 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a90f11b0-90a6-4b5e-87a5-02575667c1fc req-154724e8-3aa5-4a9b-b5f3-02038084e392 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464271 May 31 16:22:19.301393 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.309283 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c8510b74-66d2-4b37-b5a6-88a06f8d8e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:19.319970 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99015b32-2aba-48e9-a87a-85b1d11dbf65,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:19.325851 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:19.327710 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.349925 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99015b32-2aba-48e9-a87a-85b1d11dbf65 HTTP/1.1" status: 204 len: 168 time: 0.2988632 May 31 16:22:19.368246 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a975bf2f-f390-4015-a8f6-d608a756556e {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:19.376041 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.393253 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Transition to ACTIVE for port object a975bf2f-f390-4015-a8f6-d608a756556e will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:19.398651 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.410140 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f014fe33-6c40-4d49-a8ed-5b06fc5babdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:19.585347 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330523-7da0-4768-8a6a-714cbc8f9c2f req-5fd2f793-3394-4096-9883-6741dcaeb043 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.587512 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5330523-7da0-4768-8a6a-714cbc8f9c2f req-5fd2f793-3394-4096-9883-6741dcaeb043 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1118448 May 31 16:22:19.649535 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5330523-7da0-4768-8a6a-714cbc8f9c2f req-c7e78cc3-92dc-4dcb-886b-163b2909d698 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 May 31 16:22:19.658056 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=a975bf2f-f390-4015-a8f6-d608a756556e,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:19.663430 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:19.699409 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:22:19.707968 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Attempting to bind port a975bf2f-f390-4015-a8f6-d608a756556e on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:22:19.708655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Attempting to bind port a975bf2f-f390-4015-a8f6-d608a756556e by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:22:19.709264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Attempting to bind port a975bf2f-f390-4015-a8f6-d608a756556e on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:19.715845 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Port a975bf2f-f390-4015-a8f6-d608a756556e on network 2f714c57-4061-4567-a24d-b485902abd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:22:19.716419 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Attempting to bind port a975bf2f-f390-4015-a8f6-d608a756556e on network 2f714c57-4061-4567-a24d-b485902abd2e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:19.722262 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:22:19.722900 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Checking segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:19.724035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Bound using segment: {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:22:19.724716 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Bound port: a975bf2f-f390-4015-a8f6-d608a756556e, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4096c2-9083-4f60-a97a-635727655804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:22:19.725095 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.841844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] For port a975bf2f-f390-4015-a8f6-d608a756556e, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:22:19.845230 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] For port a975bf2f-f390-4015-a8f6-d608a756556e, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=a975bf2f-f390-4015-a8f6-d608a756556e,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:22:19.850534 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.855574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:19.916756 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:19.917371 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:19.919474 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] 10.222.0.35 "PUT /v2.0/ports/a975bf2f-f390-4015-a8f6-d608a756556e HTTP/1.1" status: 200 len: 1093 time: 1.1676719 May 31 16:22:19.919996 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'tag': 'a975bf2f-f390-4015-a8f6-d608a756556e'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:19.923473 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97f3844-88ca-4635-a8b5-e1bf83fbffea" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1d795f-e93e-4321-bca4-f8e572435aae", "tag": "a975bf2f-f390-4015-a8f6-d608a756556e"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:20.014976 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa689b-6c03-48d6-bd4f-87783969c99f x-openstack-request-id: req-bfaa689b-6c03-48d6-bd4f-87783969c99f {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:20.015561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1d795f-e93e-4321-bca4-f8e572435aae", "tag": "a975bf2f-f390-4015-a8f6-d608a756556e", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:20.015998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bfaa689b-6c03-48d6-bd4f-87783969c99f {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:20.016726 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'tag': 'a975bf2f-f390-4015-a8f6-d608a756556e', 'status': 'completed', 'code': 200} May 31 16:22:20.017760 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Pushing event updated for resources: {'Port': ['ID=a975bf2f-f390-4015-a8f6-d608a756556e,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:20.036017 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:20.064352 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d108-60eb-4a80-beac-963c973baf9b req-a5611201-f005-4039-ade6-d52e7a56f2f4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:20.065917 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22f5d108-60eb-4a80-beac-963c973baf9b req-a5611201-f005-4039-ade6-d52e7a56f2f4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.1166880 May 31 16:22:20.082447 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-71dd7156-d10b-4842-b693-268a10507565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:20.084052 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-71dd7156-d10b-4842-b693-268a10507565 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 1096 time: 0.1196027 May 31 16:22:20.123180 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22f5d108-60eb-4a80-beac-963c973baf9b req-9d62ab77-6c2d-4ac7-9a17-a5a9a802d825 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514507 May 31 16:22:20.233198 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48508) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:20.262124 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-76e29c27-09c6-4940-997e-7d113d809e61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a975bf2f-f390-4015-a8f6-d608a756556e HTTP/1.1" status: 200 len: 217 time: 0.1573300 May 31 16:22:20.338986 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d423c-a6fb-4890-a222-c62b62245aaa req-6b5839be-c2db-4612-a5f8-3ef9c7b22eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:20.340662 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-6b5839be-c2db-4612-a5f8-3ef9c7b22eef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.0721428 May 31 16:22:20.350870 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-990232180-network', 'tenant_id': 'f4a6aa03b0294d9dbaa4827315b7fe17'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:20.355447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:20.359948 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Usage tracker for resource:network and tenant:f4a6aa03b0294d9dbaa4827315b7fe17 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:20.362889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:20.369273 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:20.379456 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Made reservation on behalf of f4a6aa03b0294d9dbaa4827315b7fe17 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:20.381837 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.391027 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-4d89955f-7da0-4fdf-8109-9e547fc02980 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412180 May 31 16:22:20.393905 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.408630 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:20.412529 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a6aa03b0294d9dbaa4827315b7fe17 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:20.415638 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:20.422315 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:20.523079 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.528628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.532915 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:20.534639 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-377cbadd-1f23-470b-aed5-9d61b052efe4 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356826 May 31 16:22:20.558051 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:22:20.570885 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76647a3-66d3-47be-9ba9-039a76e2a466,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:20.574341 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:20.577154 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.577520 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Added segment 4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1 of type vlan for network 9f03384e-5120-466d-8dc3-2efbf922eb8e May 31 16:22:20.604988 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.636372 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.639558 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:20.640239 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:20.646023 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:20.681490 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-958d423c-a6fb-4890-a222-c62b62245aaa req-843d5483-d3a1-4dee-8469-948eee46fa7d service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338341 May 31 16:22:20.858008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Pushing event updated for resources: {'Network': ['ID=9f03384e-5120-466d-8dc3-2efbf922eb8e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:20.861853 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:20.872953 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-c7064164-ffd9-4367-a604-36799288e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:20.873955 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 9f03384e-5120-466d-8dc3-2efbf922eb8e details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:22:20.875148 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-c7064164-ffd9-4367-a604-36799288e09f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 1096 time: 0.1106746 May 31 16:22:20.906240 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6718712 May 31 16:22:20.911708 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48528) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:20.920772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Request body: {'subnet': {'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-990232180-subnet', 'tenant_id': 'f4a6aa03b0294d9dbaa4827315b7fe17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:20.931454 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:20.940414 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Usage tracker for resource:subnet and tenant:f4a6aa03b0294d9dbaa4827315b7fe17 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:20.956063 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:20.964813 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:20.993971 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Made reservation on behalf of f4a6aa03b0294d9dbaa4827315b7fe17 for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:20.997352 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8019025'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:21.020863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe9f35-c7fa-4bf3-827f-fb9cc08ffaac req-c3aecea5-d057-4a78-9547-96fa22c5f67d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:21.022495 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dbfe9f35-c7fa-4bf3-827f-fb9cc08ffaac req-c3aecea5-d057-4a78-9547-96fa22c5f67d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1772652 May 31 16:22:21.097930 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-35474996-d153-462a-988d-f4ff02436686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:21.099971 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-35474996-d153-462a-988d-f4ff02436686 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 200 len: 916 time: 0.2176549 May 31 16:22:21.162805 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dbfe9f35-c7fa-4bf3-827f-fb9cc08ffaac req-4a504464-d803-4f3b-a48c-fa7804315a14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858717 May 31 16:22:21.192090 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-eb1a2f67-100c-4ac3-9226-230e8c0b58d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a975bf2f-f390-4015-a8f6-d608a756556e HTTP/1.1" status: 200 len: 217 time: 0.0845947 May 31 16:22:21.283266 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-621e7437-14c1-41d3-b2f7-f9f7b71c498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:21.285065 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-621e7437-14c1-41d3-b2f7-f9f7b71c498d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 200 len: 855 time: 0.0863552 May 31 16:22:21.340006 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-80e5432f-04a9-4811-ac50-ba4e89ae8047 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f714c57-4061-4567-a24d-b485902abd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439205 May 31 16:22:21.511954 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-aa3b687f-ff17-43ad-be6d-4f67c8acc626 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646945 May 31 16:22:21.514823 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c40b2-158f-48f0-90c5-9d61c2d7236b req-594cf2a3-efa5-477f-a1e3-29f0af01e0a8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:21.516350 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d07c40b2-158f-48f0-90c5-9d61c2d7236b req-594cf2a3-efa5-477f-a1e3-29f0af01e0a8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.2071505 May 31 16:22:21.574089 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d07c40b2-158f-48f0-90c5-9d61c2d7236b req-4f3870ef-b408-4398-bb1b-9cb9355f8044 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511332 May 31 16:22:21.680054 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7610967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8019015'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:21.680383 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b97f3844-88ca-4635-a8b5-e1bf83fbffea req-a9fe69c9-2a20-4c81-a516-40be276299f6 service neutron] 10.222.0.35 "GET /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585112 May 31 16:22:21.685516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-afa82d2d-a9ab-41c8-9572-4efef52398bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:21.754861 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12ef15c-deb0-4988-9aae-2027b26ef103,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:21.755790 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48548) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:21.758769 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:21.769342 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Checking segment: {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:21.769699 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Network hostable DHCP agents. Network: 9f03384e-5120-466d-8dc3-2efbf922eb8e, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:22:21.787841 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Network 9f03384e-5120-466d-8dc3-2efbf922eb8e is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:22:21.798085 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 9f03384e-5120-466d-8dc3-2efbf922eb8e) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:21.808960 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:21.810127 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:21.814683 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862d52a-815d-45c1-b62d-7ec278af23c9 None None] Network 9f03384e-5120-466d-8dc3-2efbf922eb8e requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:22:21.834859 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-07cf69a9-f762-4ea7-bd0d-a1289d7fc45f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9208915 May 31 16:22:21.891885 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:21.909678 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:21.914207 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4a3c4c801847b0b92e25b5ec63533e is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:21.917164 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:21.927439 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:22.052536 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.059152 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.072535 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9ab11-0346-4174-9530-a0d5059fec95 None None] Network 9f03384e-5120-466d-8dc3-2efbf922eb8e requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:22:22.078462 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4a292945-fb17-4c00-87c8-7b471f9d5360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:22.124282 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff4a3c4c801847b0b92e25b5ec63533e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649211 May 31 16:22:22.124992 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48564) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:22.126621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3bb286-f0e2-4c6c-941c-659bf927ad20,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:22.130024 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:22.220065 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.260511 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.376339 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.380542 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:22.401079 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3bb286-f0e2-4c6c-941c-659bf927ad20,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:22.409547 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:22.419241 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1d58-ecea-49c1-9dd0-44f5170aa996 req-ad24a4d7-582c-4d67-9101-93ce4925f0a7 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:22.420969 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-618f1d58-ecea-49c1-9dd0-44f5170aa996 req-ad24a4d7-582c-4d67-9101-93ce4925f0a7 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1189692 May 31 16:22:22.421825 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.422827 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c3bb286-f0e2-4c6c-941c-659bf927ad20 HTTP/1.1" status: 204 len: 168 time: 0.2966728 May 31 16:22:22.480839 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-618f1d58-ecea-49c1-9dd0-44f5170aa996 req-0ef7cd5f-62c3-4878-8073-37d3a04f49fa tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523679 May 31 16:22:22.813908 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacdc51-c70a-4dba-95d9-4ce213574e26 req-63328baa-9d24-419a-8cca-d451b642f78c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:22.815371 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ddacdc51-c70a-4dba-95d9-4ce213574e26 req-63328baa-9d24-419a-8cca-d451b642f78c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.1063600 May 31 16:22:22.837766 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48584) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:22.860025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.863945 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ddacdc51-c70a-4dba-95d9-4ce213574e26 req-bffbc1ab-ff27-48b6-8943-6d00d270fad0 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 May 31 16:22:22.881174 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:22.886030 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfb3f9b959b47b98d7361a217c4c7c0 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:22.889356 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:22.895582 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:22.988522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:22.992172 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.001027 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:23.040293 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dfb3f9b959b47b98d7361a217c4c7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013762 May 31 16:22:23.042092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb24570-381f-4368-aeca-cbfe46122398,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:23.043377 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48588) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:23.045073 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:23.104096 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.138415 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.191971 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.195709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d689b0d5-95c2-454a-a42c-2dd8cc0d2d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:23.211837 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb24570-381f-4368-aeca-cbfe46122398,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:23.219459 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:23.220850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.224539 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aeb24570-381f-4368-aeca-cbfe46122398 HTTP/1.1" status: 204 len: 168 time: 0.1770022 May 31 16:22:23.598553 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48606) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:23.620757 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.636115 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:23.640606 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Usage tracker for resource:security_group_rule and tenant:450f07915687498dad673b084d7dcd76 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:23.644858 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:23.651232 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:23.691016 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1832c3a-3f29-40ab-b14f-8ef48cd55c99 req-cf29b701-7ed7-48a2-bf39-def624e8acf5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:23.692747 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f1832c3a-3f29-40ab-b14f-8ef48cd55c99 req-cf29b701-7ed7-48a2-bf39-def624e8acf5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.0958784 May 31 16:22:23.742248 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f1832c3a-3f29-40ab-b14f-8ef48cd55c99 req-381d64be-6d40-406b-9078-4370732751ce tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 May 31 16:22:23.758700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.763487 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.771945 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e9060650-992b-4996-b155-5060186b2e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:23.818095 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=450f07915687498dad673b084d7dcd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182505 May 31 16:22:23.819065 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5013482-73fa-4a09-a505-effe2bdb1b26,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:23.821051 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48612) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:23.822070 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:23.893244 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.920500 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.981818 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:23.986914 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-98b0eed3-0957-4419-aac9-a00c29ca9e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:24.039760 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5013482-73fa-4a09-a505-effe2bdb1b26,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:24.046829 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:24.049095 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:24.050178 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5013482-73fa-4a09-a505-effe2bdb1b26 HTTP/1.1" status: 204 len: 168 time: 0.2273216 May 31 16:22:24.091639 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6215c-a3a0-4470-909d-24cdee61aae4 req-08aaeaf1-5f79-42df-ad26-be96e916791a tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.093174 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a3f6215c-a3a0-4470-909d-24cdee61aae4 req-08aaeaf1-5f79-42df-ad26-be96e916791a tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.1000538 May 31 16:22:24.137910 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a3f6215c-a3a0-4470-909d-24cdee61aae4 req-25d9ed4d-c208-4948-a0c4-b6d28c9bad16 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 May 31 16:22:24.936247 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-59d3c857-de89-4667-ab80-e14fda8ab289 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.936924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-59d3c857-de89-4667-ab80-e14fda8ab289 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Synchronizing usage tracker for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:network {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:24.965948 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-59d3c857-de89-4667-ab80-e14fda8ab289 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Unset dirty status for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:network {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:24.968650 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-59d3c857-de89-4667-ab80-e14fda8ab289 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/networks?id=9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 200 len: 813 time: 0.2472889 May 31 16:22:24.986628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267eb91-8152-47b9-96e3-79a989932a92 req-3e1d8e44-b13a-4388-a601-2faddc46dad3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:24.986628 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5267eb91-8152-47b9-96e3-79a989932a92 req-3e1d8e44-b13a-4388-a601-2faddc46dad3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1304052 May 31 16:22:25.006936 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-385ccc92-5f98-4de8-8095-0620df22bc41 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/quotas/f4a6aa03b0294d9dbaa4827315b7fe17 HTTP/1.1" status: 200 len: 375 time: 0.0321019 May 31 16:22:25.069126 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-eb8b533c-ce36-499a-89be-fc1ae9ecc301 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567608 May 31 16:22:25.077289 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5267eb91-8152-47b9-96e3-79a989932a92 req-1ee36f7c-f79e-4ea3-b048-59f10100a5b0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847447 May 31 16:22:25.372693 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-e256bffe-86ae-459b-a1f3-47dc73f40e30 service neutron] 10.222.0.61 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928357 May 31 16:22:25.489513 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d2439-da88-412c-aa48-b54a67400393 req-e97f58ff-d480-4b9b-95ae-b90ce359b505 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:25.491106 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5f8d2439-da88-412c-aa48-b54a67400393 req-e97f58ff-d480-4b9b-95ae-b90ce359b505 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.2302399 May 31 16:22:25.564769 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-0acff3c4-09da-46ac-bee5-16104f8f0d0c service neutron] 10.222.0.61 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833236 May 31 16:22:25.569653 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5f8d2439-da88-412c-aa48-b54a67400393 req-3d26ec66-13cc-46f7-a586-3d99ecd8801b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679433 May 31 16:22:25.769634 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3b1f59b-421a-48ce-837a-540e4ad56461 req-68282d8e-9e42-425e-afe0-fcd508111f8a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 210 time: 0.0490232 May 31 16:22:26.283071 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664eb2e-b248-443f-8ccd-47885aa68e91 req-4b5e5bc6-bb74-4728-82b1-06b8f5332b1b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:26.284666 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d664eb2e-b248-443f-8ccd-47885aa68e91 req-4b5e5bc6-bb74-4728-82b1-06b8f5332b1b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.0861824 May 31 16:22:26.352767 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d664eb2e-b248-443f-8ccd-47885aa68e91 req-a989ba4b-ed1d-42e9-9b5c-c236b9a97ed4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527973 May 31 16:22:26.763543 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77172cf5-cd86-401c-9923-a4ae05426321 req-c0fb6afc-273f-41fa-8074-9b74dc232801 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:26.765157 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-77172cf5-cd86-401c-9923-a4ae05426321 req-c0fb6afc-273f-41fa-8074-9b74dc232801 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.0850034 May 31 16:22:26.813243 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-77172cf5-cd86-401c-9923-a4ae05426321 req-6d133437-5f5d-4f25-8e3c-eb6e5e0cc320 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 May 31 16:22:26.965401 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cc3ed80a-dac5-4497-b036-8528c46bf897 req-340b3293-8adb-4e03-9313-1323bae0aba1 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 210 time: 0.0450783 May 31 16:22:27.244717 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-4b4cce10-25d2-48b2-9c5b-acbfcec4c568 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:27.246942 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-4b4cce10-25d2-48b2-9c5b-acbfcec4c568 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "GET /v2.0/networks?id=9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 200 len: 813 time: 0.2562890 May 31 16:22:27.272078 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Request body: {'port': {'device_id': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e', 'admin_state_up': True, 'tenant_id': 'f4a6aa03b0294d9dbaa4827315b7fe17'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:27.411135 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:27.414903 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Usage tracker for resource:port and tenant:f4a6aa03b0294d9dbaa4827315b7fe17 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:27.417803 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:27.423587 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:27.433504 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Made reservation on behalf of f4a6aa03b0294d9dbaa4827315b7fe17 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:27.437639 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:27.568658 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b116db-ceb2-495f-9897-7c1393a47473 req-ef51d631-e0cf-4f59-8fe1-fce9836b1233 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:27.570504 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-45b116db-ceb2-495f-9897-7c1393a47473 req-ef51d631-e0cf-4f59-8fe1-fce9836b1233 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1019216 May 31 16:22:27.624546 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Allocated IP 172.20.0.2 (9f03384e-5120-466d-8dc3-2efbf922eb8e/e12ef15c-deb0-4988-9aae-2027b26ef103/d9a753b9-350b-4be9-a983-1ce1359e6e68) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:22:27.637486 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-45b116db-ceb2-495f-9897-7c1393a47473 req-8e3a4b2d-0a8d-4382-b823-cf77b7e62213 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559864 May 31 16:22:27.851139 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:27.894790 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:27.901734 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:27.972700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Network 9f03384e-5120-466d-8dc3-2efbf922eb8e is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:22:27.975550 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:27.980472 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:22:28.014514 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Pushing event updated for resources: {'Port': ['ID=d9a753b9-350b-4be9-a983-1ce1359e6e68,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:28.034820 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.035156 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.035494 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.035927 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.036350 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.036593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.037570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.037965 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.038320 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.038662 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.038994 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.039422 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:28.050633 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:28.057741 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bae4eb-0e4a-497c-ad77-5653034d5851 req-6ba17da5-d096-4aa0-b972-51706019b02e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:28.059549 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-20bae4eb-0e4a-497c-ad77-5653034d5851 req-6ba17da5-d096-4aa0-b972-51706019b02e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 943 time: 0.1052847 May 31 16:22:28.077195 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:28.078182 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:28.130148 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8620660 May 31 16:22:28.144192 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Request body: {'port': {'device_id': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:28.149596 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-20bae4eb-0e4a-497c-ad77-5653034d5851 req-a0eabec0-1ad6-430f-b794-2c07bfd90a7d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819228 May 31 16:22:28.247020 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc6c35-f809-4374-8ad3-ddab305b4023 req-4c9d0b5f-dba5-4c18-b5f2-e98dae6fcccb tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:28.248707 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-abcc6c35-f809-4374-8ad3-ddab305b4023 req-4c9d0b5f-dba5-4c18-b5f2-e98dae6fcccb tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 931 time: 0.0979900 May 31 16:22:28.278810 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:28.311893 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-abcc6c35-f809-4374-8ad3-ddab305b4023 req-3b904550-2b80-4c86-bf5e-7ec61bcdff34 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Synchronizing usage tracker for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:28.341651 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-abcc6c35-f809-4374-8ad3-ddab305b4023 req-3b904550-2b80-4c86-bf5e-7ec61bcdff34 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Unset dirty status for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:28.343794 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-abcc6c35-f809-4374-8ad3-ddab305b4023 req-3b904550-2b80-4c86-bf5e-7ec61bcdff34 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882165 May 31 16:22:28.532713 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device a975bf2f-f390-4015-a8f6-d608a756556e details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:22:28.695919 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port a975bf2f-f390-4015-a8f6-d608a756556e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=a975bf2f-f390-4015-a8f6-d608a756556e,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:28.710993 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'a975bf2f-f390-4015-a8f6-d608a756556e', 'network_id': '2f714c57-4061-4567-a24d-b485902abd2e', 'port_id': 'a975bf2f-f390-4015-a8f6-d608a756556e', 'mac_address': 'fa:16:3e:fa:b4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d9e0af-cfab-43f3-8787-997f96732938', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:22:28.746297 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a753b9-350b-4be9-a983-1ce1359e6e68 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:28.755624 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:28.780954 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Transition to ACTIVE for port object d9a753b9-350b-4be9-a983-1ce1359e6e68 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:28.786842 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:28.791284 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:28.797821 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-394d571c-86a4-4d3f-b4fc-6fbe7670e8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:28.810298 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a975bf2f-f390-4015-a8f6-d608a756556e {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:28.861716 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port a975bf2f-f390-4015-a8f6-d608a756556e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=a975bf2f-f390-4015-a8f6-d608a756556e,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:28.868976 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:28.870793 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-e454dc1b-6904-4270-aecb-8e2e787e66a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:28.945164 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed254-7493-425c-802d-af2bb7469f74 req-4a095c12-5bfc-490e-8a67-5e3502b4fc43 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:28.954060 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3f8ed254-7493-425c-802d-af2bb7469f74 req-4a095c12-5bfc-490e-8a67-5e3502b4fc43 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1240416 May 31 16:22:28.969638 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=a975bf2f-f390-4015-a8f6-d608a756556e,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:28.974754 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:29.026388 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3f8ed254-7493-425c-802d-af2bb7469f74 req-d1b88bb5-cdbb-493c-bb32-296eb6b6e566 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 May 31 16:22:29.062554 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Pushing event updated for resources: {'Port': ['ID=d9a753b9-350b-4be9-a983-1ce1359e6e68,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:29.076306 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:29.238112 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Attempting to bind port d9a753b9-350b-4be9-a983-1ce1359e6e68 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:22:29.238450 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Attempting to bind port d9a753b9-350b-4be9-a983-1ce1359e6e68 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:22:29.238783 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Attempting to bind port d9a753b9-350b-4be9-a983-1ce1359e6e68 on network 9f03384e-5120-466d-8dc3-2efbf922eb8e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:29.257803 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-ef8fadb4-ea9f-4291-ae46-4f30eb5b0e4e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Synchronizing usage tracker for tenant:e48c52828ae14f26a5112113052d3180 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:29.259127 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Port d9a753b9-350b-4be9-a983-1ce1359e6e68 on network 9f03384e-5120-466d-8dc3-2efbf922eb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:22:29.259679 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Attempting to bind port d9a753b9-350b-4be9-a983-1ce1359e6e68 on network 9f03384e-5120-466d-8dc3-2efbf922eb8e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:29.266606 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['a975bf2f-f390-4015-a8f6-d608a756556e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:29.269428 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:22:29.275830 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Checking segment: {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:29.276513 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Bound using segment: {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:22:29.277119 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Bound port: d9a753b9-350b-4be9-a983-1ce1359e6e68, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:22:29.277733 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:29.282058 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-ef8fadb4-ea9f-4291-ae46-4f30eb5b0e4e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Unset dirty status for tenant:e48c52828ae14f26a5112113052d3180 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:29.283730 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-ef8fadb4-ea9f-4291-ae46-4f30eb5b0e4e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241293707&fields=id&tenant_id=e48c52828ae14f26a5112113052d3180 HTTP/1.1" status: 200 len: 267 time: 0.0859334 May 31 16:22:29.398361 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] For port d9a753b9-350b-4be9-a983-1ce1359e6e68, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:22:29.405315 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] For port d9a753b9-350b-4be9-a983-1ce1359e6e68, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:22:29.410560 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:29.417187 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f0b5e1bd-8180-47e3-ad1d-74fec23f67fb tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:29.531472 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:29.532083 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:29.533517 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] 10.222.0.35 "PUT /v2.0/ports/d9a753b9-350b-4be9-a983-1ce1359e6e68 HTTP/1.1" status: 200 len: 1093 time: 1.3966541 May 31 16:22:29.533982 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'tag': 'd9a753b9-350b-4be9-a983-1ce1359e6e68'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:29.536298 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a612dbd2-776d-4285-8e26-d2253f4e2fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab01e6-6a0e-4efa-986a-bf9368147bc8", "tag": "d9a753b9-350b-4be9-a983-1ce1359e6e68"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:29.574360 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Pushing event updated for resources: {'Port': ['ID=d9a753b9-350b-4be9-a983-1ce1359e6e68,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:29.579211 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:29.584965 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-9c512594-e23d-4e9d-a129-5602c994fdf6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:29.587046 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-9c512594-e23d-4e9d-a129-5602c994fdf6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 807 time: 0.2914178 May 31 16:22:29.608634 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-c18f5053-d384-4642-aab2-ebd4850b1a67 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/quotas/e48c52828ae14f26a5112113052d3180 HTTP/1.1" status: 200 len: 375 time: 0.0133440 May 31 16:22:29.668946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c34e-e480-4941-9e34-f501807082a8 req-6b7086d3-d5e6-4c22-8e3d-27db1f822ee8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:29.672681 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-96a2c34e-e480-4941-9e34-f501807082a8 req-6b7086d3-d5e6-4c22-8e3d-27db1f822ee8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 944 time: 0.2177978 May 31 16:22:29.682235 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-0bd7bf1d-85fb-4294-b510-31e79b881f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:29.683763 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-0bd7bf1d-85fb-4294-b510-31e79b881f02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1031497 May 31 16:22:29.741290 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-96a2c34e-e480-4941-9e34-f501807082a8 req-a68ed297-584f-44a8-b4e1-556db8ed8b1a tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 May 31 16:22:29.776625 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-4686e6b9-fa5b-4a8a-8f9b-0b2f6e960122 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603842 May 31 16:22:29.854790 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-e245a56c-4f5e-4b85-acc1-90560d3b3282 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68 HTTP/1.1" status: 200 len: 217 time: 0.1625268 May 31 16:22:29.930051 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3c48f6e5-093a-4507-abff-4d5b325adaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:29.931635 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-3c48f6e5-093a-4507-abff-4d5b325adaf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e12ef15c-deb0-4988-9aae-2027b26ef103 HTTP/1.1" status: 200 len: 853 time: 0.0649095 May 31 16:22:29.984357 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-18003c87-5919-4e88-92ea-57526eda18fa service neutron] 10.222.0.61 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948249 May 31 16:22:29.995117 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-05b6c61c-9c1f-47f9-ab46-13be4baa01f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f03384e-5120-466d-8dc3-2efbf922eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505857 May 31 16:22:30.026831 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488ac6a-9388-47a0-8491-c633355e9a11 req-4e4c9af4-edc3-4fa0-a2fc-eb06e1e6f64c tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.028426 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4488ac6a-9388-47a0-8491-c633355e9a11 req-4e4c9af4-edc3-4fa0-a2fc-eb06e1e6f64c tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 943 time: 0.1538761 May 31 16:22:30.139679 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-2b35311f-beb7-46e5-8a07-8c177f1ab997 service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331604 May 31 16:22:30.221481 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4488ac6a-9388-47a0-8491-c633355e9a11 req-5f677fee-fb5b-4798-9205-785445fef102 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708981 May 31 16:22:30.247531 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-a6b08fce-0ece-4265-9790-57f59ddda15d service neutron] 10.222.0.61 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567661 May 31 16:22:30.294632 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f3fbce-50fd-4b89-a46a-773dbc14675e x-openstack-request-id: req-21f3fbce-50fd-4b89-a46a-773dbc14675e {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:30.294937 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab01e6-6a0e-4efa-986a-bf9368147bc8", "tag": "d9a753b9-350b-4be9-a983-1ce1359e6e68", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:30.295216 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21f3fbce-50fd-4b89-a46a-773dbc14675e {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:30.295628 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'tag': 'd9a753b9-350b-4be9-a983-1ce1359e6e68', 'status': 'completed', 'code': 200} May 31 16:22:30.304115 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e111445b-35ed-4f94-9222-64ff2e1e3056 req-91775f11-ffeb-49ad-a3aa-bb21f1ba022e service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560848 May 31 16:22:30.437543 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-8b480303-473e-4074-98ec-496623223292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.437543 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-8b480303-473e-4074-98ec-496623223292 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0836108 May 31 16:22:30.498408 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b098-d9e6-4e86-ac49-7824ba8c0dd4 req-80378bc2-553f-4aca-9ebf-a992aac5d204 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.499902 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9887b098-d9e6-4e86-ac49-7824ba8c0dd4 req-80378bc2-553f-4aca-9ebf-a992aac5d204 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1132257 May 31 16:22:30.557974 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9887b098-d9e6-4e86-ac49-7824ba8c0dd4 req-763f1fe8-4a41-45ac-8e96-75bcd924075a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 May 31 16:22:30.603423 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-983b3272-fe04-44ac-948b-5d092f12bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.605010 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-983b3272-fe04-44ac-948b-5d092f12bb67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 200 len: 914 time: 0.1595986 May 31 16:22:30.696745 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-d6ce9607-79d3-43b0-b343-e0a9b1601688 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68 HTTP/1.1" status: 200 len: 217 time: 0.0823307 May 31 16:22:30.746053 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d6d059f2-bb1f-4caa-bca9-3651fae4065c req-5a9546a3-3591-40df-bd0b-1afa06167783 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 210 time: 0.0444961 May 31 16:22:30.794806 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-3247e968-f898-4f19-b16a-022e078ae6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.797655 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-3247e968-f898-4f19-b16a-022e078ae6a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e12ef15c-deb0-4988-9aae-2027b26ef103 HTTP/1.1" status: 200 len: 853 time: 0.0883560 May 31 16:22:30.865416 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-7efbd9fd-7986-4184-9244-952e86ae0a81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f03384e-5120-466d-8dc3-2efbf922eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586548 May 31 16:22:30.972674 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a62d-a46e-4edf-8a31-3a411facce96 req-e24bc68d-ed28-452a-9f60-b8164ef5b9f8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:30.974538 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5407a62d-a46e-4edf-8a31-3a411facce96 req-e24bc68d-ed28-452a-9f60-b8164ef5b9f8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 944 time: 0.1014736 May 31 16:22:31.029228 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5407a62d-a46e-4edf-8a31-3a411facce96 req-fb301e64-71ba-40d2-bbd4-fe8b10647923 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 May 31 16:22:31.030851 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-fa6b5740-9ea9-4331-8077-9860f3b56686 service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565623 May 31 16:22:31.184797 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a612dbd2-776d-4285-8e26-d2253f4e2fe0 req-03ec33eb-ad78-4a4b-ac44-a3f1b1088143 service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431074 May 31 16:22:31.425709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8656-8a3f-414f-842f-15b11c95ecea req-1ba12260-94a8-4dd1-9d1e-8fbad3baa667 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:31.427185 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b3f8656-8a3f-414f-842f-15b11c95ecea req-1ba12260-94a8-4dd1-9d1e-8fbad3baa667 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 943 time: 0.0898643 May 31 16:22:31.488338 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b3f8656-8a3f-414f-842f-15b11c95ecea req-49fff8f7-5e4c-4398-8a58-e0d5ba69f6a8 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550811 May 31 16:22:31.747640 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661c0a8-97db-4035-81e4-10a806045edb req-be428154-0c0f-4e9a-aa2a-452774933cba tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:31.749103 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a661c0a8-97db-4035-81e4-10a806045edb req-be428154-0c0f-4e9a-aa2a-452774933cba tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.0794463 May 31 16:22:31.796691 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a661c0a8-97db-4035-81e4-10a806045edb req-e5f68305-f117-4358-b5e4-559ff97c8180 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 May 31 16:22:32.001383 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a4305151-4f02-40a5-9e1b-0a684721084c req-ee76dcdd-3c58-4ea5-8083-8c7f25de5919 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 210 time: 0.1026862 May 31 16:22:32.069445 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a396a-916f-4a9f-a809-76935843d192 req-1efa266d-bbab-444a-a459-bfe7ec422afc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.070925 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6a8a396a-916f-4a9f-a809-76935843d192 req-1efa266d-bbab-444a-a459-bfe7ec422afc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1736453 May 31 16:22:32.119028 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6a8a396a-916f-4a9f-a809-76935843d192 req-974f8af6-e5fd-4882-9172-e35662fbd785 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 May 31 16:22:32.198638 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-85fa0a6d-40e9-462b-a139-a3ff5b6680a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.199318 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-85fa0a6d-40e9-462b-a139-a3ff5b6680a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Synchronizing usage tracker for tenant:e48c52828ae14f26a5112113052d3180 on resource:network {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:32.218771 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-85fa0a6d-40e9-462b-a139-a3ff5b6680a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Unset dirty status for tenant:e48c52828ae14f26a5112113052d3180 on resource:network {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:32.220317 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-85fa0a6d-40e9-462b-a139-a3ff5b6680a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 807 time: 0.2121239 May 31 16:22:32.283005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-f06c79a1-73b4-4f3c-8762-eb9f3266f326 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Synchronizing usage tracker for tenant:e48c52828ae14f26a5112113052d3180 on resource:security_group {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:32.301831 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-f06c79a1-73b4-4f3c-8762-eb9f3266f326 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Unset dirty status for tenant:e48c52828ae14f26a5112113052d3180 on resource:security_group {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:32.303138 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-f06c79a1-73b4-4f3c-8762-eb9f3266f326 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e48c52828ae14f26a5112113052d3180 HTTP/1.1" status: 200 len: 379 time: 0.0706420 May 31 16:22:32.323413 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'port': {'device_id': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'admin_state_up': True, 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'security_groups': ['c3bb8014-0d6b-4aea-a043-2ce7649b3ebc']}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:32.356743 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b17dd8-0555-4b54-b192-34d233495d3b req-8c5983e5-09f1-4406-8310-9996e495bc6e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.359206 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-92b17dd8-0555-4b54-b192-34d233495d3b req-8c5983e5-09f1-4406-8310-9996e495bc6e tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 944 time: 0.1169348 May 31 16:22:32.409575 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-92b17dd8-0555-4b54-b192-34d233495d3b req-c80596f6-f2a0-482d-8fb5-d4d3fbf6d6fe tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 May 31 16:22:32.484454 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:32.488418 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:port and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:32.491233 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:32.498183 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:32.507995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Made reservation on behalf of e48c52828ae14f26a5112113052d3180 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:32.511634 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:32.569895 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device d9a753b9-350b-4be9-a983-1ce1359e6e68 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:22:32.577313 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device a975bf2f-f390-4015-a8f6-d608a756556e up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:22:32.768240 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port a975bf2f-f390-4015-a8f6-d608a756556e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:32.781793 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port a975bf2f-f390-4015-a8f6-d608a756556e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:32.782412 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:32.791351 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d133c4-2d67-468b-85c8-f7b561e746cc req-bea39b08-51d7-4e90-a277-c324eb31359f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:32.799340 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78d133c4-2d67-468b-85c8-f7b561e746cc req-bea39b08-51d7-4e90-a277-c324eb31359f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 943 time: 0.1636238 May 31 16:22:32.833621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48876) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:32.885971 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78d133c4-2d67-468b-85c8-f7b561e746cc req-34896870-2a84-4725-b7df-6b9fc63400a7 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856683 May 31 16:22:32.886477 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port d9a753b9-350b-4be9-a983-1ce1359e6e68, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:32.916813 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Allocated IP 172.20.0.13 (8bf20c3f-1f24-479b-9d42-a3487a0eb77d/d452c85b-e706-44c7-bb78-e9aceb80f4a9/2fd64a99-a875-43cc-85f2-0d4675f2f7e4) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:22:32.917188 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'd9a753b9-350b-4be9-a983-1ce1359e6e68', 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e', 'port_id': 'd9a753b9-350b-4be9-a983-1ce1359e6e68', 'mac_address': 'fa:16:3e:58:f7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ef15c-deb0-4988-9aae-2027b26ef103', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:22:33.032737 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.050180 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.068549 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.082977 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a753b9-350b-4be9-a983-1ce1359e6e68 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:33.103070 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:33.111432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Usage tracker for resource:security_group_rule and tenant:52e037f13a9d47289f726572a910322b is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:33.113447 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port d9a753b9-350b-4be9-a983-1ce1359e6e68, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:33.117857 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:33.140248 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:33.140497 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port a975bf2f-f390-4015-a8f6-d608a756556e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=a975bf2f-f390-4015-a8f6-d608a756556e,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:33.142287 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a975bf2f-f390-4015-a8f6-d608a756556e'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:33.146470 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6fbbe-63bb-41ee-8f41-b77dd3b684ce" -d '{"events": [{"server_uuid": "2d1d795f-e93e-4321-bca4-f8e572435aae", "name": "network-vif-plugged", "status": "completed", "tag": "a975bf2f-f390-4015-a8f6-d608a756556e"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:33.151269 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.153917 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:33.188880 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.205101 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.229940 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b383c-2eae-4692-accc-93abe8f03071 req-303f28e3-40a7-4812-be0a-96744bb9fae8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:33.233579 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Transition to ACTIVE for port object 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:33.239734 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a67b383c-2eae-4692-accc-93abe8f03071 req-303f28e3-40a7-4812-be0a-96744bb9fae8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2153111 May 31 16:22:33.240812 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=d9a753b9-350b-4be9-a983-1ce1359e6e68,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:33.251517 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.252045 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.252479 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.252827 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.253197 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.253500 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.253882 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.254400 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.254602 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.254904 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.255459 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.255569 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:33.260314 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:33.260787 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:33.271793 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f915d38c-f3e3-4fed-bd08-3698e2f5807e req-d2986ea4-3cce-4e42-ad3b-1b6bdad1686e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 210 time: 0.0936785 May 31 16:22:33.317527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.319047 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.321569 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a67b383c-2eae-4692-accc-93abe8f03071 req-01b1404d-f719-4a48-8423-43480ed498c0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799477 May 31 16:22:33.327642 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:33.348819 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd781969-e033-415b-a562-abc4fd301c9e x-openstack-request-id: req-dd781969-e033-415b-a562-abc4fd301c9e {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:33.349397 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d795f-e93e-4321-bca4-f8e572435aae", "name": "network-vif-plugged", "status": "completed", "tag": "a975bf2f-f390-4015-a8f6-d608a756556e", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:33.349660 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd781969-e033-415b-a562-abc4fd301c9e {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:33.350052 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a975bf2f-f390-4015-a8f6-d608a756556e', 'code': 200} May 31 16:22:33.390264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.393732 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=a975bf2f-f390-4015-a8f6-d608a756556e,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:33.405553 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:33.437676 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:22:33.443859 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:33.446452 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:22:33.492642 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52e037f13a9d47289f726572a910322b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580844 May 31 16:22:33.498497 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48892) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:33.539344 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:33.542275 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:33.550308 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['d9a753b9-350b-4be9-a983-1ce1359e6e68'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:33.570875 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-29507b1c-d9c4-461f-8ccb-5bca87ebbe77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:33.581791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf841b-a11d-4d64-8b0f-dcf47eeb1ad1 req-0e806bff-db76-4bde-98d9-eea0bc40e243 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:33.589877 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5fdf841b-a11d-4d64-8b0f-dcf47eeb1ad1 req-0e806bff-db76-4bde-98d9-eea0bc40e243 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1197860 May 31 16:22:33.624510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:33.625144 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.657495 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e0b22-f341-4cfd-9447-81faff1dfc60,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:33.683029 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3636181 May 31 16:22:33.686880 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:33.704123 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Request body: {'port': {'device_id': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:33.772490 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5fdf841b-a11d-4d64-8b0f-dcf47eeb1ad1 req-3015d275-8592-419c-abe0-d7f853816780 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814041 May 31 16:22:33.816649 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.841264 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0da18-53d0-4e18-8ead-b2ea0e2660af req-4a7a0e53-c357-4d60-b1e8-d77ce62c5414 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:33.848413 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1be0da18-53d0-4e18-8ead-b2ea0e2660af req-4a7a0e53-c357-4d60-b1e8-d77ce62c5414 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.1625559 May 31 16:22:33.856261 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ba73-2870-4018-b01f-b6b8f470f5d3 req-265d7037-864f-4019-b510-f37d69c1b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:33.858491 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6170ba73-2870-4018-b01f-b6b8f470f5d3 req-265d7037-864f-4019-b510-f37d69c1b142 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 1098 time: 0.2409620 May 31 16:22:33.879230 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.892975 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.914826 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fa468562-c8b4-415a-aa25-37a2d6152300 None None] Provisioning for port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:33.921979 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fa468562-c8b4-415a-aa25-37a2d6152300 None None] Provisioning complete for port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:33.922368 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fa468562-c8b4-415a-aa25-37a2d6152300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:33.947796 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6170ba73-2870-4018-b01f-b6b8f470f5d3 req-10283df8-95a3-461f-b9f1-e4c54d43d6e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742910 May 31 16:22:33.978586 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1be0da18-53d0-4e18-8ead-b2ea0e2660af req-d341443d-e70c-49b0-b4c6-8bbf2b462f06 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293077 May 31 16:22:34.031068 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-fa468562-c8b4-415a-aa25-37a2d6152300 None None] Port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:22:34.071443 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.078570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d8218953-a61c-4c66-ac00-4faa4b8cbcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:34.097957 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e0b22-f341-4cfd-9447-81faff1dfc60,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:34.100071 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:34.111068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.112174 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c37e0b22-f341-4cfd-9447-81faff1dfc60 HTTP/1.1" status: 204 len: 168 time: 0.5780063 May 31 16:22:34.150178 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ac4c6-0ed4-420f-9ac1-a0b484585e53 req-06f68f54-941c-40dd-a5b6-3f87e6098d1d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:34.151640 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d21ac4c6-0ed4-420f-9ac1-a0b484585e53 req-06f68f54-941c-40dd-a5b6-3f87e6098d1d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 944 time: 0.1019034 May 31 16:22:34.198547 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d21ac4c6-0ed4-420f-9ac1-a0b484585e53 req-366449f5-de79-44b3-9548-6ddbb8593bcc tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 May 31 16:22:34.352291 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:34.366858 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.387799 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Transition to ACTIVE for port object 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:34.393997 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.400024 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-98d71b68-86ef-4c6e-8a93-333387948acf tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:34.468685 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 48914) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:34.541129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.568893 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:34.580139 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Usage tracker for resource:security_group_rule and tenant:728e168efe004e88b3ce24ccefabd9e5 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:34.582694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:34.586180 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:34.598946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:34.615404 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:34.625145 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3280-7e3f-4e97-a8cd-2c5546ec172a req-bbfc19d4-0c66-483f-8c01-63bc1fee8054 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:34.626685 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f51d3280-7e3f-4e97-a8cd-2c5546ec172a req-bbfc19d4-0c66-483f-8c01-63bc1fee8054 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 944 time: 0.2168031 May 31 16:22:34.660696 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Attempting to bind port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:22:34.661047 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Attempting to bind port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:22:34.661443 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Attempting to bind port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 on network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:34.663079 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6898e0-c3c1-47c5-96bc-6c189a74758e req-1489b8a3-702d-4215-810e-7cd1c7f90338 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:34.664640 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e6898e0-c3c1-47c5-96bc-6c189a74758e req-1489b8a3-702d-4215-810e-7cd1c7f90338 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2057838 May 31 16:22:34.670669 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 on network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:22:34.671047 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Attempting to bind port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 on network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:34.677577 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:22:34.677983 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Checking segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:34.678367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Bound using segment: {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:22:34.678792 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Bound port: 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab0e1c8-d25b-4aa9-aeaf-146feab29240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:22:34.679164 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.736893 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f51d3280-7e3f-4e97-a8cd-2c5546ec172a req-b5860982-b2e2-46b9-b738-05d5fab2ab57 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985169 May 31 16:22:34.749654 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e6898e0-c3c1-47c5-96bc-6c189a74758e req-9fa95da8-397d-445c-b7df-38a42e23b38f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771494 May 31 16:22:34.781805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:22:34.785469 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:22:34.789933 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.795053 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:34.809537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.815727 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.822420 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9ca0c0bc-742b-43f8-b07b-24b032afd003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:34.856755 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:34.857752 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:34.859140 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] 10.222.0.35 "PUT /v2.0/ports/2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 1094 time: 1.1662529 May 31 16:22:34.859694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:34.862037 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11097cb3-8ba0-481b-8553-baadc8d40cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:34.889807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:34.896519 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:34.994527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d6678-b643-4c74-9c33-d3ac6f28dee3 x-openstack-request-id: req-389d6678-b643-4c74-9c33-d3ac6f28dee3 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:34.994995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:34.995656 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-389d6678-b643-4c74-9c33-d3ac6f28dee3 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:34.995771 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'status': 'completed', 'code': 200} May 31 16:22:35.016405 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=728e168efe004e88b3ce24ccefabd9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138419 May 31 16:22:35.018955 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 48924) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:35.038383 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50c0e32-9406-41ec-8e55-755a45fd7da1,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:35.056261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-80dc62c4-378d-435b-9a58-dbe700e414e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.056567 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.057011 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.057442 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.057867 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.058149 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-80dc62c4-378d-435b-9a58-dbe700e414e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1271141 May 31 16:22:35.058337 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.058786 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.059418 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.059951 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.060428 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.060866 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.061308 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.061783 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:22:35.068005 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:35.104561 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f75c5-044a-482d-9885-308d48d2e6a4 req-c2776650-8f19-49ec-b605-b2c8db66caed tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.106351 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ea3f75c5-044a-482d-9885-308d48d2e6a4 req-c2776650-8f19-49ec-b605-b2c8db66caed tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1782088 May 31 16:22:35.187008 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.189642 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-50cf03c2-f06d-49ff-b537-14ad0ea17c3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 217 time: 0.0991478 May 31 16:22:35.201258 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ea3f75c5-044a-482d-9885-308d48d2e6a4 req-6387d426-584b-442c-bd4d-ab6c3d9c96b8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882556 May 31 16:22:35.231493 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.258469 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c44d-2760-4e7b-8118-ed21204db94b req-405ff86c-9c6c-4cc0-89f6-f09c4f77e9c8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.260447 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c392c44d-2760-4e7b-8118-ed21204db94b req-405ff86c-9c6c-4cc0-89f6-f09c4f77e9c8 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.1226265 May 31 16:22:35.344244 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c392c44d-2760-4e7b-8118-ed21204db94b req-67f06592-2960-4110-a2e3-3620fc314c69 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777833 May 31 16:22:35.442505 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-26433311-2009-48d0-b477-d055507a354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.449264 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-26433311-2009-48d0-b477-d055507a354b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.2199833 May 31 16:22:35.466744 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b30b8-97d3-45ab-9841-ac76a337a492 req-141009ec-f63e-4983-929a-6c33ad31444f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.468718 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-041b30b8-97d3-45ab-9841-ac76a337a492 req-141009ec-f63e-4983-929a-6c33ad31444f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 944 time: 0.1170771 May 31 16:22:35.516010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.523232 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2e156d74-2c22-4ccd-bdd1-7377b1a255c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:35.528343 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-041b30b8-97d3-45ab-9841-ac76a337a492 req-05fc3a96-d26c-4200-aa5b-dbda88470063 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521426 May 31 16:22:35.551265 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:35.552453 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e50c0e32-9406-41ec-8e55-755a45fd7da1 HTTP/1.1" status: 204 len: 168 time: 0.5323346 May 31 16:22:35.555143 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50c0e32-9406-41ec-8e55-755a45fd7da1,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:35.558020 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:35.574001 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303129e-086c-4b86-b991-b40a68cf75db req-87116246-c545-4994-a0ae-b0e9af57702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:35.578143 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-87116246-c545-4994-a0ae-b0e9af57702e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225741 May 31 16:22:35.738931 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-25f18e80-d403-44eb-9849-15477504c702 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494932 May 31 16:22:35.902163 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-b303129e-086c-4b86-b991-b40a68cf75db req-12def16e-7324-410e-a18c-8feca52d7a4d service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540527 May 31 16:22:36.038284 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-64162aa1-b8c2-4dc3-bdcb-98e173556531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.040439 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-64162aa1-b8c2-4dc3-bdcb-98e173556531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0846174 May 31 16:22:36.082742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803a03-a585-4b15-8a14-457b89fa6b52 req-c81d3391-99d4-42d1-9b71-412e10f6f350 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.084290 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-76803a03-a585-4b15-8a14-457b89fa6b52 req-c81d3391-99d4-42d1-9b71-412e10f6f350 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1857939 May 31 16:22:36.096742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ee656-fc33-4f7e-a463-d9f081f76392 req-83ad82a4-0b15-493e-9b48-371eb4fbd0d5 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.098382 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bc5ee656-fc33-4f7e-a463-d9f081f76392 req-83ad82a4-0b15-493e-9b48-371eb4fbd0d5 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 944 time: 0.1539207 May 31 16:22:36.180767 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-76803a03-a585-4b15-8a14-457b89fa6b52 req-bc3638c7-4cc5-4295-bc27-d3d9ffd9316c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813572 May 31 16:22:36.194628 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bc5ee656-fc33-4f7e-a463-d9f081f76392 req-ae7111d1-9388-47ad-84e7-59bd3eb5c1b6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710149 May 31 16:22:36.228694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-0e8631a8-2755-47cb-a8d4-d2be677052c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.230160 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-0e8631a8-2755-47cb-a8d4-d2be677052c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 908 time: 0.1815364 May 31 16:22:36.320678 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-6a90bd04-d2aa-47e1-b55f-ceba6a6af795 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 217 time: 0.0695655 May 31 16:22:36.399873 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-190aa2da-9e18-41ae-abb1-7e347d57f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.401315 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-190aa2da-9e18-41ae-abb1-7e347d57f5ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.0718496 May 31 16:22:36.419503 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236535-7d7b-456f-8aaa-8abfd198698c req-d410efea-f735-40be-8c0e-ade7e768a066 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.421393 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a8236535-7d7b-456f-8aaa-8abfd198698c req-d410efea-f735-40be-8c0e-ade7e768a066 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.0983984 May 31 16:22:36.488344 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a8236535-7d7b-456f-8aaa-8abfd198698c req-0370f6c5-764e-4084-ba9e-edc435a83356 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591033 May 31 16:22:36.499958 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-d851d5e2-bfd9-4e18-8936-87d2e0e68cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.501730 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-d851d5e2-bfd9-4e18-8936-87d2e0e68cb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918007 May 31 16:22:36.582328 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device d9a753b9-350b-4be9-a983-1ce1359e6e68 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:22:36.677476 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-b70fa746-3461-4abd-8390-052ae7f0e5ba service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654723 May 31 16:22:36.758487 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port d9a753b9-350b-4be9-a983-1ce1359e6e68 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:36.781156 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port d9a753b9-350b-4be9-a983-1ce1359e6e68 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:36.782909 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:36.858704 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-11097cb3-8ba0-481b-8553-baadc8d40cd2 req-b0c8451a-1f7b-422a-aa4c-ee68ac171025 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719406 May 31 16:22:36.891868 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30dd9-f0a0-4925-b9a8-694e3e61a06b req-4c528daa-f286-4b5f-bbf9-f9c9dea58c03 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.894329 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a9c30dd9-f0a0-4925-b9a8-694e3e61a06b req-4c528daa-f286-4b5f-bbf9-f9c9dea58c03 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.2045312 May 31 16:22:36.907498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4078e-67a1-497e-983c-c5bd3ba89e4f req-837b6d1c-f07f-4ef0-a91b-84051d9e8ce8 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:36.909744 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c5e4078e-67a1-497e-983c-c5bd3ba89e4f req-837b6d1c-f07f-4ef0-a91b-84051d9e8ce8 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 944 time: 0.2558353 May 31 16:22:37.035447 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a9c30dd9-f0a0-4925-b9a8-694e3e61a06b req-3992e0c5-4dfa-4d83-b1d2-b2531bd52882 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244228 May 31 16:22:37.040698 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c5e4078e-67a1-497e-983c-c5bd3ba89e4f req-78d4a14c-f593-4e6c-93a4-7465d92d02d5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056569 May 31 16:22:37.061302 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:37.104423 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a753b9-350b-4be9-a983-1ce1359e6e68'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:37.106943 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46abf48-8dc8-42f5-8c8d-ad9be6bbd566" -d '{"events": [{"server_uuid": "ecab01e6-6a0e-4efa-986a-bf9368147bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d9a753b9-350b-4be9-a983-1ce1359e6e68"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:37.116534 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port d9a753b9-350b-4be9-a983-1ce1359e6e68, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:37.122221 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:37.125526 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-04088172-4d72-4d37-ae94-5c1f0a0623d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:37.180403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390c0c3a-0b14-4079-84df-faeb29f3d19e x-openstack-request-id: req-390c0c3a-0b14-4079-84df-faeb29f3d19e {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:37.180700 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab01e6-6a0e-4efa-986a-bf9368147bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d9a753b9-350b-4be9-a983-1ce1359e6e68", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:37.181055 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-390c0c3a-0b14-4079-84df-faeb29f3d19e {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:37.181441 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a753b9-350b-4be9-a983-1ce1359e6e68', 'code': 200} May 31 16:22:37.215091 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=d9a753b9-350b-4be9-a983-1ce1359e6e68,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:37.229424 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:37.471346 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea66f79-ce63-429e-a742-1ca4396fa294 req-3b33e211-7999-481d-96d5-02ceb6048add tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:37.480377 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7ea66f79-ce63-429e-a742-1ca4396fa294 req-3b33e211-7999-481d-96d5-02ceb6048add tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1329942 May 31 16:22:37.555100 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7ea66f79-ce63-429e-a742-1ca4396fa294 req-fedc87e7-652a-498c-a008-760c0dc24c92 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744698 May 31 16:22:37.587141 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 49024) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:37.655168 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2c9c2-eb16-4d9c-8109-3ec62b67acc4 req-99257697-2806-4605-921e-0fda2ec86ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:37.656848 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-77d2c9c2-eb16-4d9c-8109-3ec62b67acc4 req-99257697-2806-4605-921e-0fda2ec86ec4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 1098 time: 0.1167521 May 31 16:22:37.781783 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-77d2c9c2-eb16-4d9c-8109-3ec62b67acc4 req-468af535-61c1-44a2-aa5e-826e342c9318 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026719 May 31 16:22:37.910879 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:37.937630 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:37.944993 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Usage tracker for resource:security_group_rule and tenant:6fb764e448dc4efa8ec63fefe866edb1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:37.950938 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:37.961160 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:37.971418 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff86e5-9a07-49c0-b904-5394aff6d26f req-718ad97c-0455-4114-bcd6-0b7f95b9da91 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:37.972961 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b8ff86e5-9a07-49c0-b904-5394aff6d26f req-718ad97c-0455-4114-bcd6-0b7f95b9da91 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 944 time: 0.2802100 May 31 16:22:38.000473 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f633a06-152c-4630-a795-8a0605c34f4c req-17f917c2-4d65-47f4-b0e8-f3907b46b516 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:38.002611 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0f633a06-152c-4630-a795-8a0605c34f4c req-17f917c2-4d65-47f4-b0e8-f3907b46b516 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2034583 May 31 16:22:38.115795 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b8ff86e5-9a07-49c0-b904-5394aff6d26f req-8d66d59e-10bf-4f5c-a3b4-52d9d3ecb27a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286185 May 31 16:22:38.124162 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0f633a06-152c-4630-a795-8a0605c34f4c req-39cb5c08-47bb-49d1-aa4e-5a84df69519b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946250 May 31 16:22:38.171775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.177468 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.185813 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:38.234899 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fb764e448dc4efa8ec63fefe866edb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462796 May 31 16:22:38.236928 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d952ea-0479-414e-87de-81d93e703c2f,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:38.238049 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49038) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:38.240392 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:38.313706 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.341772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd118a61-242c-491b-9f8b-5cae39036e03 req-db279925-c17e-4e15-9b1b-f12f0e63318d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:38.343674 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cd118a61-242c-491b-9f8b-5cae39036e03 req-db279925-c17e-4e15-9b1b-f12f0e63318d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.0956140 May 31 16:22:38.350696 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.402990 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cd118a61-242c-491b-9f8b-5cae39036e03 req-ae45d353-8783-4076-b780-473bcca5ff8c tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531399 May 31 16:22:38.459183 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.463814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-575622c9-c8ab-42b1-b925-4a48d91df222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:38.484183 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d952ea-0479-414e-87de-81d93e703c2f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:38.487628 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:38.495304 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.497742 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8d952ea-0479-414e-87de-81d93e703c2f HTTP/1.1" status: 204 len: 168 time: 0.2579937 May 31 16:22:38.595605 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:22:38.757491 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:38.778727 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'port_id': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'mac_address': 'fa:16:3e:ee:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:22:38.831380 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a808b-0506-41dd-ba6d-ca0fbd3fa963 req-dfe14ad6-4103-4240-84be-d34cd8ef3904 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:38.834016 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fd0a808b-0506-41dd-ba6d-ca0fbd3fa963 req-dfe14ad6-4103-4240-84be-d34cd8ef3904 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1404233 May 31 16:22:38.893308 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.905800 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fd0a808b-0506-41dd-ba6d-ca0fbd3fa963 req-91e65a08-bce7-4fb2-a907-feeae45a634c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 May 31 16:22:38.926946 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:38.955174 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:38.959908 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:38.961869 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-f204ca7e-51ac-4a17-923e-f1f21fc10242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:39.045445 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:39.045445 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:39.363573 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd400ab6-b6cd-4d41-a855-cf6eca8fa48c req-6c14d6bc-1a0b-494d-9f39-85b59546a927 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:39.365434 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bd400ab6-b6cd-4d41-a855-cf6eca8fa48c req-6c14d6bc-1a0b-494d-9f39-85b59546a927 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 945 time: 0.1151948 May 31 16:22:39.458792 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bd400ab6-b6cd-4d41-a855-cf6eca8fa48c req-a7f74784-7ee1-4928-a6dd-e68810addd29 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833817 May 31 16:22:39.735873 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-6032f860-0852-4509-8935-7288804abafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:39.830293 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['2fd64a99-a875-43cc-85f2-0d4675f2f7e4'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:39.831875 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016281d7-3980-45de-aa88-1eade8c3334c req-74172def-20cf-4e59-8e64-e217acb4f79d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:39.833626 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-016281d7-3980-45de-aa88-1eade8c3334c req-74172def-20cf-4e59-8e64-e217acb4f79d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.2089701 May 31 16:22:39.852744 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bad1d-bbab-4295-b5f2-f9b2ab1e394a req-e853a494-22e7-406e-9780-8653a76a146c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:39.854321 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-275bad1d-bbab-4295-b5f2-f9b2ab1e394a req-e853a494-22e7-406e-9780-8653a76a146c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1738079 May 31 16:22:40.006471 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-016281d7-3980-45de-aa88-1eade8c3334c req-472a629c-cba8-4237-bcc6-6bffeb768a91 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620390 May 31 16:22:40.015499 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-275bad1d-bbab-4295-b5f2-f9b2ab1e394a req-4308eea9-adde-4ae7-beb6-720e590176f2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478312 May 31 16:22:40.283857 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780dc7-4c2a-441d-935f-611a71bcdf99 req-430faded-8948-4790-9664-56fe1ebdcf3b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:40.285873 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-87780dc7-4c2a-441d-935f-611a71bcdf99 req-430faded-8948-4790-9664-56fe1ebdcf3b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1037378 May 31 16:22:40.357179 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-87780dc7-4c2a-441d-935f-611a71bcdf99 req-2210d28f-e398-4e8e-a509-a6b00568d0ae tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631649 May 31 16:22:40.684619 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb416d8d-0b74-4c77-9592-3dcafccf70c1 req-6dd7997d-b4ac-448a-8e1d-9684daabf20f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:40.687009 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb416d8d-0b74-4c77-9592-3dcafccf70c1 req-6dd7997d-b4ac-448a-8e1d-9684daabf20f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 945 time: 0.0990651 May 31 16:22:40.745122 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb416d8d-0b74-4c77-9592-3dcafccf70c1 req-59a5dc62-5bd2-4b75-86fd-9858e9b4d9d6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525658 May 31 16:22:41.397587 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c6f7-356c-4570-9c27-e5c3466ce8c4 req-3a40a21d-8acb-41a8-abde-bb26c3198ae4 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:41.400161 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5c30c6f7-356c-4570-9c27-e5c3466ce8c4 req-3a40a21d-8acb-41a8-abde-bb26c3198ae4 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.2139378 May 31 16:22:41.455082 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36267a-adc8-46b1-8b67-9850a79adc4f req-2bd11f9f-ba53-4b56-b9a8-651112d2e625 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:41.456706 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ff36267a-adc8-46b1-8b67-9850a79adc4f req-2bd11f9f-ba53-4b56-b9a8-651112d2e625 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2033620 May 31 16:22:41.472972 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5c30c6f7-356c-4570-9c27-e5c3466ce8c4 req-2d08b791-f5ba-4ba8-ab81-b65297f112fb tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662766 May 31 16:22:41.560395 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ff36267a-adc8-46b1-8b67-9850a79adc4f req-6b2065c9-0ed6-4372-a1d3-c99a55e2127b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826263 May 31 16:22:41.689410 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75aee9-eebb-4bc2-9a5f-bc1a4ac62341 req-b9528897-8813-445d-820d-9f137af39098 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:41.691308 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5a75aee9-eebb-4bc2-9a5f-bc1a4ac62341 req-b9528897-8813-445d-820d-9f137af39098 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1028254 May 31 16:22:41.756840 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5a75aee9-eebb-4bc2-9a5f-bc1a4ac62341 req-f7bc5200-160c-4712-832c-231a3ac817e6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601692 May 31 16:22:42.007584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4098b-e1ce-40a6-b218-2b3b946c72f9 req-7bfefd3f-da18-4bb2-a80b-eec617934384 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.009816 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-84b4098b-e1ce-40a6-b218-2b3b946c72f9 req-7bfefd3f-da18-4bb2-a80b-eec617934384 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 945 time: 0.1232388 May 31 16:22:42.106926 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-5c0c045e-7b55-4587-812c-27b1baf0544f tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b0cd2b4d560148f8b6080faa2a749b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484693 May 31 16:22:42.113167 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e98f-0b5c-445f-bad8-d7bf4f44237e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:42.122886 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-84b4098b-e1ce-40a6-b218-2b3b946c72f9 req-b20b9531-bea7-4294-8ba7-261869eb82ec tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048882 May 31 16:22:42.215657 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:42.289086 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-c2c35bde-36a0-4485-8493-03fca79b2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.292180 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-c2c35bde-36a0-4485-8493-03fca79b2b14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.0939817 May 31 16:22:42.397055 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-efcf2878-cc3c-4017-9dfc-b3880c3016d7 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.398576 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-efcf2878-cc3c-4017-9dfc-b3880c3016d7 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795208 May 31 16:22:42.426888 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-77ab8662-295c-41e8-9c35-0bdae3fe3ed7 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/quotas/b0cd2b4d560148f8b6080faa2a749b96 HTTP/1.1" status: 200 len: 375 time: 0.0191696 May 31 16:22:42.487954 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-20b246d4-49b2-4cbe-b73f-cd5fa2488bb3 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b0cd2b4d560148f8b6080faa2a749b96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534155 May 31 16:22:42.489650 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-ade77a11-1cbf-454e-a828-0767e9dd4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.491961 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-ade77a11-1cbf-454e-a828-0767e9dd4cc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.1586916 May 31 16:22:42.497404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0b88c-2ce8-4678-b115-206476960386 req-1919885b-d62d-44c8-8ddb-22c1708ff76d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.498926 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-52a0b88c-2ce8-4678-b115-206476960386 req-1919885b-d62d-44c8-8ddb-22c1708ff76d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1662772 May 31 16:22:42.593929 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-52a0b88c-2ce8-4678-b115-206476960386 req-8e5be3c0-c96c-4e24-a2d2-7970c5be8ee6 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885558 May 31 16:22:42.612109 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:22:42.673319 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-1e0de402-7404-4c79-af54-4426217c8579 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.1721568 May 31 16:22:42.821564 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-b21072d3-afb7-4c7c-8216-1bfab188934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.834132 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-b21072d3-afb7-4c7c-8216-1bfab188934f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.1482282 May 31 16:22:42.884676 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a98760-5780-4af3-b4da-9946600c3313 req-d6fc40e2-0f23-4441-be56-5000108432b5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:42.894126 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-88a98760-5780-4af3-b4da-9946600c3313 req-d6fc40e2-0f23-4441-be56-5000108432b5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1138551 May 31 16:22:42.918677 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:42.921148 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-c6c0fcab-00c2-45b1-ba5d-70bd97140ced service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785952 May 31 16:22:42.925719 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:42.926107 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:42.955489 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-88a98760-5780-4af3-b4da-9946600c3313 req-ff07ace2-8348-4c16-9457-288b04e1c81d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587273 May 31 16:22:43.118169 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e9708239-8026-4031-9a52-d336aca5f9e4 req-3c21a775-ae6e-4220-9805-9325b4047c54 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 210 time: 0.0894108 May 31 16:22:43.140866 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:43.201867 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-d2ccfe6f-e40c-4bbe-b930-2109868574b2 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730525 May 31 16:22:43.204824 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:43.207118 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a72f5c8-aed3-4a3c-994a-e927233d7589" -d '{"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:43.233565 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:43.242300 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:43.248108 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:43.447192 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:43.449853 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:43.458767 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:43.465758 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:43.468325 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e65c9c70-619c-4d43-be6b-d7ca81c8b90a req-1949a43e-ae71-4f21-adf6-10156bf07a2b service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502124 May 31 16:22:43.526448 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89185f2b-0f1a-43db-b521-0f3202478b34 req-51d1311a-04f0-46d3-b85e-d681c0c11943 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.528510 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-89185f2b-0f1a-43db-b521-0f3202478b34 req-51d1311a-04f0-46d3-b85e-d681c0c11943 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2388875 May 31 16:22:43.569910 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764b1fa-d7c2-4445-b8c5-fb3a43cd2951 req-89ee483c-e1bb-4d56-b9a5-3090ae4d2c31 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.571391 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b764b1fa-d7c2-4445-b8c5-fb3a43cd2951 req-89ee483c-e1bb-4d56-b9a5-3090ae4d2c31 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1775784 May 31 16:22:43.607993 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-89185f2b-0f1a-43db-b521-0f3202478b34 req-4d26fd91-e2dd-47fc-b31b-261b15c2ca91 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714111 May 31 16:22:43.642648 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b764b1fa-d7c2-4445-b8c5-fb3a43cd2951 req-b7800156-f411-4150-9743-9ec7b159138c tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612955 May 31 16:22:43.672221 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1863e939-445e-4d7c-8a82-44acfe00f8ce x-openstack-request-id: req-1863e939-445e-4d7c-8a82-44acfe00f8ce {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:43.672534 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:43.672935 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1863e939-445e-4d7c-8a82-44acfe00f8ce {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:43.673230 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'code': 200} May 31 16:22:43.845450 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d13a-65e5-4610-aa10-55a6ce334d24 req-a13da440-dfb5-4019-9b51-b1466bfecd29 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:43.846620 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9353d13a-65e5-4610-aa10-55a6ce334d24 req-a13da440-dfb5-4019-9b51-b1466bfecd29 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.0952396 May 31 16:22:43.894235 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9353d13a-65e5-4610-aa10-55a6ce334d24 req-6184fd84-2c9b-47c2-92ed-fbbbae2d5560 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404141 May 31 16:22:44.159567 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afadb20-6a0f-466b-b262-ce4dc90557e6 req-9ec8017d-f18a-403b-90a4-c45c3284feec tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:44.161353 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3afadb20-6a0f-466b-b262-ce4dc90557e6 req-9ec8017d-f18a-403b-90a4-c45c3284feec tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.0904906 May 31 16:22:44.184643 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e0a2a-16fd-48f9-9efc-7b1a9bacfba7 req-04772aff-2dd2-4ea0-9cc7-747d38f89147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:44.186183 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c99e0a2a-16fd-48f9-9efc-7b1a9bacfba7 req-04772aff-2dd2-4ea0-9cc7-747d38f89147 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0777428 May 31 16:22:44.212802 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3afadb20-6a0f-466b-b262-ce4dc90557e6 req-84d248da-8c02-455b-b8a0-f01e03fecf8b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 May 31 16:22:44.235584 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c99e0a2a-16fd-48f9-9efc-7b1a9bacfba7 req-7a674093-783c-44b5-93a9-4ab071d25571 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380323 May 31 16:22:44.293947 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-263247a3-9c5d-4034-a16b-16933bb74be8 req-428bad35-0f94-4db5-a4b6-c3bb47569362 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 210 time: 0.0490639 May 31 16:22:44.640288 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-fc2cf6aa-ffde-4f0f-8be3-b7d8f00920f1 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b0cd2b4d560148f8b6080faa2a749b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519147 May 31 16:22:44.712563 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:44.881866 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-8c6fb908-5757-4a0b-8f6f-69ad3aba79ef tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:44.884425 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-8c6fb908-5757-4a0b-8f6f-69ad3aba79ef tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371762 May 31 16:22:44.917676 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Request body: {'port': {'device_id': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b', 'admin_state_up': True, 'tenant_id': 'b0cd2b4d560148f8b6080faa2a749b96'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:45.025355 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d003e-f893-424d-8ba2-2f0ab12b5462 req-fb730846-16ee-42a0-97e6-3cba226bbe90 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:45.026981 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b67d003e-f893-424d-8ba2-2f0ab12b5462 req-fb730846-16ee-42a0-97e6-3cba226bbe90 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2091491 May 31 16:22:45.037405 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e34f9-2388-4a26-8a1e-f4553d8736eb req-a0f45119-7256-4a84-84cd-07fd493d022b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:45.038927 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e52e34f9-2388-4a26-8a1e-f4553d8736eb req-a0f45119-7256-4a84-84cd-07fd493d022b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1619706 May 31 16:22:45.112631 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:45.119536 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Usage tracker for resource:port and tenant:b0cd2b4d560148f8b6080faa2a749b96 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:45.125567 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:45.138076 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:45.159700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Made reservation on behalf of b0cd2b4d560148f8b6080faa2a749b96 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:45.164716 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:45.180543 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:45.203581 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:45.208458 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Usage tracker for resource:security_group_rule and tenant:b0cd2b4d560148f8b6080faa2a749b96 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:45.211740 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:45.222355 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:45.226974 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e52e34f9-2388-4a26-8a1e-f4553d8736eb req-ab327118-1331-4b0f-92fa-d87b0a240342 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910244 May 31 16:22:45.236800 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b67d003e-f893-424d-8ba2-2f0ab12b5462 req-20ee4f45-4987-4605-b846-1b56b911453c tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968665 May 31 16:22:45.384091 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:45.396583 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:45.401034 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:45.499022 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aec83-3b52-49a4-b9ee-ae8ff6c8e6f5 req-e9d775ad-348d-4261-b60c-050b3c8f2a89 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:45.500856 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c5e1a-622f-40c8-b755-a56ed047ba1d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:45.506214 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-da7aec83-3b52-49a4-b9ee-ae8ff6c8e6f5 req-e9d775ad-348d-4261-b60c-050b3c8f2a89 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1705992 May 31 16:22:45.508267 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:45.563872 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb3132-2a3c-4d9d-98d9-04bc14b969f9 req-a7b54fc8-2f31-4d70-b6f7-7e55e1acc892 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:45.567818 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-13fb3132-2a3c-4d9d-98d9-04bc14b969f9 req-a7b54fc8-2f31-4d70-b6f7-7e55e1acc892 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1637464 May 31 16:22:45.585016 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-da7aec83-3b52-49a4-b9ee-ae8ff6c8e6f5 req-8d3de2a5-34f7-4a07-8e47-56d0cf012d9f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776665 May 31 16:22:45.631470 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Allocated IP 192.168.233.195 (808c41c4-7cf6-443d-9214-04e234fc905b/023089da-997e-4027-8a79-6ff3e92ef18c/b71879fb-0c57-4e53-9b1a-26c4c63aa15d) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:22:45.659255 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-13fb3132-2a3c-4d9d-98d9-04bc14b969f9 req-5a55a8e7-ffe1-44c4-a077-f924a6b6c11b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862854 May 31 16:22:45.895041 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fbb715c2-6cff-420a-86f5-22a8f18c48c1 req-9ab28bcb-87ef-48bd-ab58-ef6e9037fe23 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 210 time: 0.0863223 May 31 16:22:46.011324 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:46.030111 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Transition to ACTIVE for port object b71879fb-0c57-4e53-9b1a-26c4c63aa15d will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:46.059368 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:46.065563 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7001d7a2-022b-425e-980f-f2ab87831470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:46.144338 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Network 808c41c4-7cf6-443d-9214-04e234fc905b is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:22:46.147892 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:46.151708 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:22:46.192433 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Pushing event updated for resources: {'Port': ['ID=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:46.201038 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:46.249752 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:46.250420 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:46.286207 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3740044 May 31 16:22:46.304616 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Request body: {'port': {'device_id': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:46.317961 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40651726-a436-4369-9081-6591b24be2cd req-91b66bbf-b618-459c-82a7-7746c32ff533 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:46.329383 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-40651726-a436-4369-9081-6591b24be2cd req-91b66bbf-b618-459c-82a7-7746c32ff533 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.1397049 May 31 16:22:46.440404 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-8c7617a5-ef8f-4e01-8958-4a1c3b05cb2f None None] Provisioning for port b71879fb-0c57-4e53-9b1a-26c4c63aa15d completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:46.448232 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-8c7617a5-ef8f-4e01-8958-4a1c3b05cb2f None None] Provisioning complete for port b71879fb-0c57-4e53-9b1a-26c4c63aa15d triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:46.449314 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-40651726-a436-4369-9081-6591b24be2cd req-cb465233-8021-4b05-93f6-46ad5067335f tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190462 May 31 16:22:46.454093 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:46.460432 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8c7617a5-ef8f-4e01-8958-4a1c3b05cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:46.489824 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6e95-f96d-4015-9a66-72d994e69c63 req-3ee5d386-c7d0-404c-b4e8-d5734134989f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:46.489824 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-903f6e95-f96d-4015-9a66-72d994e69c63 req-3ee5d386-c7d0-404c-b4e8-d5734134989f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1226125 May 31 16:22:46.550467 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-903f6e95-f96d-4015-9a66-72d994e69c63 req-c5a0cca6-1009-45c3-96b2-f75ca0d5ec87 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591965 May 31 16:22:46.557920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-8c7617a5-ef8f-4e01-8958-4a1c3b05cb2f None None] Port b71879fb-0c57-4e53-9b1a-26c4c63aa15d cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:22:46.691129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db7d25-b1a6-42a8-a500-fa4cfe8e6b06 req-d7fe2480-f607-42eb-a30c-ae7d469ae2fe tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:46.692824 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f1db7d25-b1a6-42a8-a500-fa4cfe8e6b06 req-d7fe2480-f607-42eb-a30c-ae7d469ae2fe tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.0992775 May 31 16:22:46.801490 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f1db7d25-b1a6-42a8-a500-fa4cfe8e6b06 req-94dafaf0-0b10-4d6d-abde-a1c50cc7a976 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006334 May 31 16:22:46.837064 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05a41-1c92-495f-9740-1bb02d84d862 req-e252e2a0-def6-48dc-a846-60d8c432ecf1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:46.838540 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-46e05a41-1c92-495f-9740-1bb02d84d862 req-e252e2a0-def6-48dc-a846-60d8c432ecf1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1235087 May 31 16:22:46.886298 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-46e05a41-1c92-495f-9740-1bb02d84d862 req-0308b10c-7324-4034-bb2b-186c05343c26 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 May 31 16:22:46.962311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71879fb-0c57-4e53-9b1a-26c4c63aa15d {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:46.971955 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.006332 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Transition to ACTIVE for port object b71879fb-0c57-4e53-9b1a-26c4c63aa15d will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:22:47.011809 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.018367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:47.032150 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54147f7-6762-4ad2-9c4e-b5fad02bd08f req-b68598e3-727a-4b99-81cc-18c928bd4770 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.034118 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f54147f7-6762-4ad2-9c4e-b5fad02bd08f req-b68598e3-727a-4b99-81cc-18c928bd4770 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1246777 May 31 16:22:47.174212 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f54147f7-6762-4ad2-9c4e-b5fad02bd08f req-c9e575e2-db8f-4a3a-ad41-8bdf988776b3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917149 May 31 16:22:47.206218 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:47.217697 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:47.231004 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db61ca-876f-4a48-9b26-ca30d4e65ba2 req-7db8ebd0-5be2-4f34-a34d-794264695002 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.232691 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-88db61ca-876f-4a48-9b26-ca30d4e65ba2 req-7db8ebd0-5be2-4f34-a34d-794264695002 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1955149 May 31 16:22:47.297677 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-88db61ca-876f-4a48-9b26-ca30d4e65ba2 req-031968bd-e62b-4e0c-a0aa-baf3c394af3b tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588744 May 31 16:22:47.307844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Attempting to bind port b71879fb-0c57-4e53-9b1a-26c4c63aa15d on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:22:47.308177 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Attempting to bind port b71879fb-0c57-4e53-9b1a-26c4c63aa15d by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:22:47.308558 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Attempting to bind port b71879fb-0c57-4e53-9b1a-26c4c63aa15d on network 808c41c4-7cf6-443d-9214-04e234fc905b {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:47.314434 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Port b71879fb-0c57-4e53-9b1a-26c4c63aa15d on network 808c41c4-7cf6-443d-9214-04e234fc905b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:22:47.314828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Attempting to bind port b71879fb-0c57-4e53-9b1a-26c4c63aa15d on network 808c41c4-7cf6-443d-9214-04e234fc905b {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:22:47.324786 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49302) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:47.332674 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:22:47.333082 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Checking segment: {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:47.333666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Bound using segment: {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:22:47.334346 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Bound port: b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a83c77b-62d9-4a5f-b067-7cff847f52a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:22:47.334688 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.440850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666822-3564-45f5-8975-b5a7f8e3acf9 req-8ee1766e-68c0-4a33-b1d7-03c2ca1596fe tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.442938 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-28666822-3564-45f5-8975-b5a7f8e3acf9 req-8ee1766e-68c0-4a33-b1d7-03c2ca1596fe tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 948 time: 0.1158834 May 31 16:22:47.463734 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] For port b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:22:47.468758 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] For port b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:22:47.474825 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.480864 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8dd731b7-ec1c-47cf-853d-882d1a8e42a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:47.517620 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-28666822-3564-45f5-8975-b5a7f8e3acf9 req-880d3fa1-9677-4dfe-8803-e1bf5cc6d531 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 May 31 16:22:47.602042 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.603013 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:47.604074 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] 10.222.0.35 "PUT /v2.0/ports/b71879fb-0c57-4e53-9b1a-26c4c63aa15d HTTP/1.1" status: 200 len: 1098 time: 1.3041189 May 31 16:22:47.604606 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'tag': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:47.618001 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae9ce8a-b20c-459b-8544-18377d5389e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e8f80-7ff3-42ff-8d81-462ddda6516a", "tag": "b71879fb-0c57-4e53-9b1a-26c4c63aa15d"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:47.799518 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:47.806409 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:47.884437 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca37859b-3235-4254-b969-e5ade6b1d08e tempest-TestShelveInstance-1746666605 tempest-TestShelveInstance-1746666605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.885568 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-ca37859b-3235-4254-b969-e5ade6b1d08e tempest-TestShelveInstance-1746666605 tempest-TestShelveInstance-1746666605-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1094 time: 0.5545247 May 31 16:22:47.889589 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49318) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:47.895471 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Request body: {'floatingip': {'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'port_id': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:47.904708 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-6d43a306-63a6-4ad1-bb19-3ffc4a4ab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.906453 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-6d43a306-63a6-4ad1-bb19-3ffc4a4ab761 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0cd2b4d560148f8b6080faa2a749b96&device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 1101 time: 0.1744308 May 31 16:22:47.907502 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:47.921486 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Usage tracker for resource:floatingip and tenant:e48c52828ae14f26a5112113052d3180 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:47.927286 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21e2c-0c9d-45a8-a587-33c20279a37e req-4d8a85f4-7573-4278-b50e-3476653c6330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:47.927548 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:47.930925 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-45d21e2c-0c9d-45a8-a587-33c20279a37e req-4d8a85f4-7573-4278-b50e-3476653c6330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.2870336 May 31 16:22:47.943841 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:48.018187 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-45d21e2c-0c9d-45a8-a587-33c20279a37e req-5b5792b0-6a9d-44dc-a252-e9ee1b71c883 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768471 May 31 16:22:48.022210 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-d4ae916f-3e19-4b8b-aab9-70f17f76cdd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d HTTP/1.1" status: 200 len: 217 time: 0.0795801 May 31 16:22:48.022750 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591e8d0-31c3-438f-af5b-f724dc05310e req-717a6836-8f04-446e-a2d9-d91673df109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.024940 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4591e8d0-31c3-438f-af5b-f724dc05310e req-717a6836-8f04-446e-a2d9-d91673df109e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.2493951 May 31 16:22:48.031666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for floatingip, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:48.044336 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e252dc-a35f-419d-b2b4-27d20edbb02f req-55202ef1-ffdc-41ad-b164-30d6ad2fe2f5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.044336 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-95e252dc-a35f-419d-b2b4-27d20edbb02f req-55202ef1-ffdc-41ad-b164-30d6ad2fe2f5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2271111 May 31 16:22:48.094178 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7c5faa-4468-40cf-a06b-141b2797611d x-openstack-request-id: req-0f7c5faa-4468-40cf-a06b-141b2797611d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:48.094336 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e8f80-7ff3-42ff-8d81-462ddda6516a", "tag": "b71879fb-0c57-4e53-9b1a-26c4c63aa15d", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:48.094610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f7c5faa-4468-40cf-a06b-141b2797611d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:48.095021 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'tag': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d', 'status': 'completed', 'code': 200} May 31 16:22:48.119863 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4591e8d0-31c3-438f-af5b-f724dc05310e req-e5ffa876-1525-4c0a-840f-b2b0907b89aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 May 31 16:22:48.123001 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-95e252dc-a35f-419d-b2b4-27d20edbb02f req-41c15b64-4e83-411d-9f21-4b09ea14d2ee tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680108 May 31 16:22:48.186144 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-0421a811-0088-4cef-96b7-1ce14d6e5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.187677 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-0421a811-0088-4cef-96b7-1ce14d6e5e32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=023089da-997e-4027-8a79-6ff3e92ef18c HTTP/1.1" status: 200 len: 843 time: 0.1322577 May 31 16:22:48.295069 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fb678-a8e4-45fa-aefe-5b3084e47af6 req-3b981de7-f288-40dd-a8e6-43efbe4404da tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.304924 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-427fb678-a8e4-45fa-aefe-5b3084e47af6 req-3b981de7-f288-40dd-a8e6-43efbe4404da tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1199279 May 31 16:22:48.328416 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-71e9591a-9783-43e2-a26a-e5edcfd9dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.337159 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-71e9591a-9783-43e2-a26a-e5edcfd9dfb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=808c41c4-7cf6-443d-9214-04e234fc905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1294186 May 31 16:22:48.372559 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:48.415803 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-427fb678-a8e4-45fa-aefe-5b3084e47af6 req-d99f0ec8-1486-484a-b04a-c77b28b2bfdd tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629201 May 31 16:22:48.454192 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684667e-b8a2-4dbb-b95a-36d8a97c49a4 req-1213d3dd-1293-4b05-9c9b-f8800a5391b4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.456346 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b684667e-b8a2-4dbb-b95a-36d8a97c49a4 req-1213d3dd-1293-4b05-9c9b-f8800a5391b4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1501021 May 31 16:22:48.516736 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b684667e-b8a2-4dbb-b95a-36d8a97c49a4 req-75a07195-22d2-4e73-a87b-9fb6a91cdcbe tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531995 May 31 16:22:48.584515 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-3599138b-73c0-437e-8a55-c484aa7dd5ba service neutron] 10.222.0.35 "GET /v2.0/networks/808c41c4-7cf6-443d-9214-04e234fc905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447751 May 31 16:22:48.630622 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Allocated IP 172.28.1.12 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/81a293dc-d929-4b1a-ac2c-e1cbea8d82da) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:22:48.715291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40e6c0-1732-4aa5-932b-976dc3367c09 req-da98adf9-7171-4c35-8b27-44467e9961af tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:48.716925 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3e40e6c0-1732-4aa5-932b-976dc3367c09 req-da98adf9-7171-4c35-8b27-44467e9961af tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 948 time: 0.0813417 May 31 16:22:48.765693 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3e40e6c0-1732-4aa5-932b-976dc3367c09 req-08df0056-0764-4ff0-a92a-1faee8691b52 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 May 31 16:22:48.929239 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ed007ce-a3d5-4670-baff-4fb0c6068cdb req-37ec6627-4edd-4385-bc20-8526046661b4 service neutron] 10.222.0.35 "GET /v2.0/networks/808c41c4-7cf6-443d-9214-04e234fc905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280437 May 31 16:22:48.974827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:49.069807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:49.078329 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:49.165215 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-7f595ca9-f102-4488-8abf-a11205c02f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.166690 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-7f595ca9-f102-4488-8abf-a11205c02f15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0cd2b4d560148f8b6080faa2a749b96&device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 1101 time: 0.1883435 May 31 16:22:49.178287 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:22:49.200218 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:49.207052 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:22:49.326790 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'Port': ['ID=81a293dc-d929-4b1a-ac2c-e1cbea8d82da,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:49.333867 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:49.381652 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9803b6b-9524-4ebe-b196-f48f65c10281 req-4a88f2bb-29cf-4140-9e18-db81ed46db4c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.383282 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e9803b6b-9524-4ebe-b196-f48f65c10281 req-4a88f2bb-29cf-4140-9e18-db81ed46db4c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.2170568 May 31 16:22:49.419762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-95fa45d6-5a13-4791-b8aa-77a3d56e8091 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.421516 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-95fa45d6-5a13-4791-b8aa-77a3d56e8091 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 945 time: 0.4028409 May 31 16:22:49.476922 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb1541-d99d-4aa2-a0bc-6ac1fd67e6ef req-dfea4b2a-06db-4f45-ac37-f771da785719 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.478459 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ebcb1541-d99d-4aa2-a0bc-6ac1fd67e6ef req-dfea4b2a-06db-4f45-ac37-f771da785719 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2302461 May 31 16:22:49.516975 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-72330a5e-0ad8-4677-8e9d-1ed1e0a809f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.518424 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-72330a5e-0ad8-4677-8e9d-1ed1e0a809f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=808c41c4-7cf6-443d-9214-04e234fc905b HTTP/1.1" status: 200 len: 870 time: 0.3373406 May 31 16:22:49.593670 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e9803b6b-9524-4ebe-b196-f48f65c10281 req-2a446f55-fccb-49bc-bc30-8025a2d06346 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028563 May 31 16:22:49.617384 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-61235de5-36e2-4d0c-911a-f37e5f80a354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d HTTP/1.1" status: 200 len: 217 time: 0.0778959 May 31 16:22:49.617561 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ebcb1541-d99d-4aa2-a0bc-6ac1fd67e6ef req-124b7983-d91e-4f83-b03c-00c0448d1d68 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177764 May 31 16:22:49.666375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Deleting port a975bf2f-f390-4015-a8f6-d608a756556e {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:22:49.667103 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:49.772861 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-d3fbc71a-8ee3-4e5a-96ef-42368517eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.774295 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-d3fbc71a-8ee3-4e5a-96ef-42368517eac2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=023089da-997e-4027-8a79-6ff3e92ef18c HTTP/1.1" status: 200 len: 843 time: 0.0870705 May 31 16:22:49.940400 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] For port a975bf2f-f390-4015-a8f6-d608a756556e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=a975bf2f-f390-4015-a8f6-d608a756556e,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:49.940769 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:49.955868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-01e7b826-36b2-4448-93b2-c4424cd7e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:49.956565 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-01e7b826-36b2-4448-93b2-c4424cd7e28c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=808c41c4-7cf6-443d-9214-04e234fc905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1271825 May 31 16:22:50.088709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Calling delete_port for a975bf2f-f390-4015-a8f6-d608a756556e owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:22:50.103375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08bb80-3715-41d1-9476-b4b7efb4ed66 req-37c14d3b-726a-42f3-a019-7853c9badba9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:50.104996 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ce08bb80-3715-41d1-9476-b4b7efb4ed66 req-37c14d3b-726a-42f3-a019-7853c9badba9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.3477423 May 31 16:22:50.111287 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.116487 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be817a-2c4c-4bae-ab3f-acf1f36433c9 req-eb324847-b17d-436c-8881-101670c0d238 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:50.118169 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d9be817a-2c4c-4bae-ab3f-acf1f36433c9 req-eb324847-b17d-436c-8881-101670c0d238 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.3203263 May 31 16:22:50.145718 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-ff6fbf2b-5b5f-47b8-a96d-e4a5fd0fdd33 service neutron] 10.222.0.35 "GET /v2.0/networks/808c41c4-7cf6-443d-9214-04e234fc905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691005 May 31 16:22:50.289204 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d9be817a-2c4c-4bae-ab3f-acf1f36433c9 req-4d45884b-3a4a-4b63-b1c9-3656fbd63a5f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651685 May 31 16:22:50.295255 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ce08bb80-3715-41d1-9476-b4b7efb4ed66 req-d1460a46-3c63-418f-bdeb-857195702a39 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721025 May 31 16:22:50.303326 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.397215 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6ae9ce8a-b20c-459b-8544-18377d5389e1 req-a62faa9c-fbb9-4e70-9be0-6cbb672dcfad service neutron] 10.222.0.35 "GET /v2.0/networks/808c41c4-7cf6-443d-9214-04e234fc905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445078 May 31 16:22:50.544713 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.553597 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:50.572772 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715', 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', '51dabff0-1241-4145-8fea-abfde952b41a', 'a975bf2f-f390-4015-a8f6-d608a756556e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:50.615798 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event deleted for resources: {'Port': ['ID=a975bf2f-f390-4015-a8f6-d608a756556e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:50.620821 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:50.721717 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] No DVR routers for this DVR port a975bf2f-f390-4015-a8f6-d608a756556e on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:22:50.732436 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba878937-5cfd-4a50-9b3b-b8e867afe384 req-d0838c05-e582-4538-b525-b59fcea2120d tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:50.739793 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba878937-5cfd-4a50-9b3b-b8e867afe384 req-d0838c05-e582-4538-b525-b59fcea2120d tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 948 time: 0.3393068 May 31 16:22:50.742418 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.764080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.766458 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'name': 'network-vif-deleted', 'tag': 'a975bf2f-f390-4015-a8f6-d608a756556e'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:50.769176 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0573a8a3-4b71-44f0-a3c8-6d4f01644a23" -d '{"events": [{"server_uuid": "2d1d795f-e93e-4321-bca4-f8e572435aae", "name": "network-vif-deleted", "tag": "a975bf2f-f390-4015-a8f6-d608a756556e"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:50.772992 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-58e24c41-c93f-48d4-a907-64a5615e6f92 req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "DELETE /v2.0/ports/a975bf2f-f390-4015-a8f6-d608a756556e HTTP/1.1" status: 204 len: 173 time: 1.3392429 May 31 16:22:50.773794 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:50.823445 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba878937-5cfd-4a50-9b3b-b8e867afe384 req-3a4c4742-f60a-4fd9-b53a-4339f90958ab tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826409 May 31 16:22:50.823783 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:50.885670 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-4ff103a6-0cee-4a07-a4d4-a039a0b592c0 req-49637d51-81c2-45e1-8daa-460057c0c9bf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:50.903284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-4ff103a6-0cee-4a07-a4d4-a039a0b592c0 req-49637d51-81c2-45e1-8daa-460057c0c9bf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:50.914424 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4ff103a6-0cee-4a07-a4d4-a039a0b592c0 req-49637d51-81c2-45e1-8daa-460057c0c9bf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d1d795f-e93e-4321-bca4-f8e572435aae HTTP/1.1" status: 200 len: 210 time: 0.0790474 May 31 16:22:50.954711 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event updated for resources: {'Port': ['ID=81a293dc-d929-4b1a-ac2c-e1cbea8d82da,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:50.985264 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ed5c32-4fcf-4a35-a531-f15e378a7bba x-openstack-request-id: req-a0ed5c32-4fcf-4a35-a531-f15e378a7bba {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:50.985669 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1d795f-e93e-4321-bca4-f8e572435aae", "name": "network-vif-deleted", "tag": "a975bf2f-f390-4015-a8f6-d608a756556e", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:50.986012 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0ed5c32-4fcf-4a35-a531-f15e378a7bba {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:50.986450 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1d795f-e93e-4321-bca4-f8e572435aae', 'name': 'network-vif-deleted', 'tag': 'a975bf2f-f390-4015-a8f6-d608a756556e', 'status': 'completed', 'code': 200} May 31 16:22:50.994943 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:51.017695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:51.122023 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1437d-1e61-4612-a98c-9452a28c489a req-5c20ce20-3d21-4493-b588-771fd5cf5cf1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.127216 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-98d1437d-1e61-4612-a98c-9452a28c489a req-5c20ce20-3d21-4493-b588-771fd5cf5cf1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1064482 May 31 16:22:51.178673 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-98d1437d-1e61-4612-a98c-9452a28c489a req-48333713-48f8-425a-8384-3b961815404d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494378 May 31 16:22:51.235049 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Floating IP cf75be02-c229-4141-9281-bb0b654d49df associated. External IP: 172.28.1.12, port: 2fd64a99-a875-43cc-85f2-0d4675f2f7e4. May 31 16:22:51.696899 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Router f952c1f5-6857-4822-aa50-cdaa7d9e798b has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:22:51.796245 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29df7d2-d081-424e-b671-2c067a6246ba req-7b5d6400-804e-4358-8319-53d84ffd18b2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.803676 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a29df7d2-d081-424e-b671-2c067a6246ba req-7b5d6400-804e-4358-8319-53d84ffd18b2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.3833299 May 31 16:22:51.877261 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89890b-cb2f-4139-9ded-1dd84ecee46c req-b0e2aea7-efbb-4e2d-bced-ecc9ae7438a0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.880368 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5d89890b-cb2f-4139-9ded-1dd84ecee46c req-b0e2aea7-efbb-4e2d-bced-ecc9ae7438a0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2831235 May 31 16:22:51.889552 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a29df7d2-d081-424e-b671-2c067a6246ba req-faf05e6e-cbfe-4ce8-83f7-6e96de1bc3bb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841832 May 31 16:22:51.910385 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df431e-5ff0-489b-9731-ebb052408743 req-96c22660-55e7-4cd2-a5cc-cec2e9379011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:51.912678 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-96c22660-55e7-4cd2-a5cc-cec2e9379011 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.3651280 May 31 16:22:51.921364 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:22:51.932854 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] Sync routers for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:22:51.952958 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:22:51.953599 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:22:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:52.004190 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:52.107924 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2022424 May 31 16:22:52.107924 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:52.107924 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e10dc-8bd8-4dce-ba68-ee596af92335" -d '{"events": [{"name": "network-changed", "server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:52.122783 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5d89890b-cb2f-4139-9ded-1dd84ecee46c req-7540b023-b6c4-4a37-b2e1-ae0a10101fe1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321641 May 31 16:22:52.189549 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df431e-5ff0-489b-9731-ebb052408743 req-e4985dfb-a958-438e-9857-aea16f6b7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:52.191181 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-e4985dfb-a958-438e-9857-aea16f6b7aea service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.2701111 May 31 16:22:52.213405 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:22:52.217921 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5eda8-836d-48f7-9914-e3b0c566cd4b req-eb184412-ce34-4472-b74a-8895d9cce175 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:52.220673 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d9f5eda8-836d-48f7-9914-e3b0c566cd4b req-eb184412-ce34-4472-b74a-8895d9cce175 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1745431 May 31 16:22:52.332313 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-9b453163-3c68-4969-91c6-3d8e03dbae9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.1103795 May 31 16:22:52.436063 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d9f5eda8-836d-48f7-9914-e3b0c566cd4b req-baaa5310-3042-46c4-866c-53dd1bf99ba7 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607182 May 31 16:22:52.455673 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df431e-5ff0-489b-9731-ebb052408743 req-d39aba88-86f0-42a0-8803-483cce2213df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:52.457139 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-d39aba88-86f0-42a0-8803-483cce2213df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.0912278 May 31 16:22:52.514079 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-93dd7dfd-e0ff-4e52-9289-2219888585da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482349 May 31 16:22:52.523297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11cb91-5b18-4872-a721-b0bf5ab6f231 req-5684280b-9f75-4bb4-8c8c-2bd14eb75978 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:52.524772 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0a11cb91-5b18-4872-a721-b0bf5ab6f231 req-5684280b-9f75-4bb4-8c8c-2bd14eb75978 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 948 time: 0.2432399 May 31 16:22:52.611923 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96a710f-4ae5-4c44-89e0-8a63634efcb2 x-openstack-request-id: req-a96a710f-4ae5-4c44-89e0-8a63634efcb2 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:52.612498 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:52.612498 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a96a710f-4ae5-4c44-89e0-8a63634efcb2 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:52.612929 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'status': 'completed', 'code': 200} May 31 16:22:52.648598 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'cf75be02-c229-4141-9281-bb0b654d49df', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'floating_ip_address': '172.28.1.12', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'port_id': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'mac_address': 'fa:16:3e:ee:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:22:49Z', 'updated_at': '2021-05-31T16:22:49Z', 'revision_number': 0, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:52.657130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b71879fb-0c57-4e53-9b1a-26c4c63aa15d details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:22:52.659346 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] Checking router: f952c1f5-6857-4822-aa50-cdaa7d9e798b for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:22:52.663754 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device a975bf2f-f390-4015-a8f6-d608a756556e no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:22:52.678690 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:22:52.679803 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:22:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:52.712822 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0a11cb91-5b18-4872-a721-b0bf5ab6f231 req-a5ae1e2f-0d9f-432c-8005-f92a52df6c4a tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349418 May 31 16:22:52.762697 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-efbdaca2-c661-4121-8c78-1c07ee64fc67 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323050 May 31 16:22:52.816748 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: a975bf2f-f390-4015-a8f6-d608a756556e {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:22:52.817126 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device a975bf2f-f390-4015-a8f6-d608a756556e not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:22:52.835358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-2a97c028-4347-4e2f-aa13-1fa682efb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:52.836879 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-2a97c028-4347-4e2f-aa13-1fa682efb37f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1880126 May 31 16:22:52.990855 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22df431e-5ff0-489b-9731-ebb052408743 req-4e72d56e-f4b8-487d-8608-646cc86eb439 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162659 May 31 16:22:52.998143 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:22:53.011022 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-20f835a1-35e1-422c-8a2a-9bbc7c2f7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:53.013700 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-20f835a1-35e1-422c-8a2a-9bbc7c2f7206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 908 time: 0.1687388 May 31 16:22:53.141148 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:53.159912 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d', 'network_id': '808c41c4-7cf6-443d-9214-04e234fc905b', 'port_id': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d', 'mac_address': 'fa:16:3e:b1:d6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '023089da-997e-4027-8a79-6ff3e92ef18c', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:22:53.179342 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-d718941e-db91-4b1a-aaa7-dc4f795bc5cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 999 time: 0.1452372 May 31 16:22:53.227486 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:53.265333 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71879fb-0c57-4e53-9b1a-26c4c63aa15d {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:53.301470 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:53.311636 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:53.314922 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:53.435672 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a59f6-42ad-4ea7-a5ba-7bdea21140f8 req-e3490fde-3925-489a-987a-79cefb0b33ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:53.437862 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-737a59f6-42ad-4ea7-a5ba-7bdea21140f8 req-e3490fde-3925-489a-987a-79cefb0b33ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.3148315 May 31 16:22:53.466261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-09fb0a66-3531-48b5-81e4-99d47aabe3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:53.468117 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-09fb0a66-3531-48b5-81e4-99d47aabe3e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.2707329 May 31 16:22:53.507194 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:53.524751 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:53.529487 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-737a59f6-42ad-4ea7-a5ba-7bdea21140f8 req-ac51d96c-0211-4ac0-9f74-6461544992ba tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578980 May 31 16:22:53.546935 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf4483-90bd-47ca-85b7-aa1664c680aa req-db08469d-3e62-4528-9d00-9861b3ada097 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:53.548556 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-edaf4483-90bd-47ca-85b7-aa1664c680aa req-db08469d-3e62-4528-9d00-9861b3ada097 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1806703 May 31 16:22:53.616706 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-825be5d4-76e9-41de-bd1b-bbbf26f78448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:53.618592 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-825be5d4-76e9-41de-bd1b-bbbf26f78448 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1328602 May 31 16:22:53.621593 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-edaf4483-90bd-47ca-85b7-aa1664c680aa req-f499e5db-f540-4391-9804-8d13064782be tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659137 May 31 16:22:53.786158 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a89218-5e6a-4eb6-bc83-8baac054cfb8 req-39dd0c2d-9b4c-4b8e-8884-54f07342b460 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:53.787858 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3a89218-5e6a-4eb6-bc83-8baac054cfb8 req-39dd0c2d-9b4c-4b8e-8884-54f07342b460 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1018500 May 31 16:22:53.832029 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-a11cca93-1562-45b5-ba2c-2df715bcaa13 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018316 May 31 16:22:53.840652 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'cf75be02-c229-4141-9281-bb0b654d49df', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'floating_ip_address': '172.28.1.12', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'port_id': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'mac_address': 'fa:16:3e:ee:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:22:49Z', 'updated_at': '2021-05-31T16:22:49Z', 'revision_number': 0, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:22:53.843202 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3a89218-5e6a-4eb6-bc83-8baac054cfb8 req-3bfd4896-908f-4d1a-af2e-a471b3571a09 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 May 31 16:22:53.846606 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219da286-c38a-4f61-8553-f7aa547b612d None None] The sync data for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb is: [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': 'cf75be02-c229-4141-9281-bb0b654d49df', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'floating_ip_address': '172.28.1.12', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'port_id': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'mac_address': 'fa:16:3e:ee:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:22:49Z', 'updated_at': '2021-05-31T16:22:49Z', 'revision_number': 0, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:22:53.922237 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['b71879fb-0c57-4e53-9b1a-26c4c63aa15d'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:54.030303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7fe6b-84d4-4f46-9b35-0f2354ec23fa req-d0dec1fa-c1ad-4fc2-aac2-92f9aafc5dbb tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:54.035757 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dfd7fe6b-84d4-4f46-9b35-0f2354ec23fa req-d0dec1fa-c1ad-4fc2-aac2-92f9aafc5dbb tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 949 time: 0.1729751 May 31 16:22:54.142064 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dfd7fe6b-84d4-4f46-9b35-0f2354ec23fa req-97d166da-edfe-4aeb-a86b-0cb6a9743320 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975585 May 31 16:22:54.142561 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-408e10dc-8bd8-4dce-ba68-ee596af92335 req-a6b8f19f-eb0a-41d9-8a14-fe6ecd4567c2 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977052 May 31 16:22:54.228297 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee7c837-99dc-41ae-80af-d568b8de9b48 None None] New status for floating IP cf75be02-c229-4141-9281-bb0b654d49df: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:22:54.472308 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd92b25-5e61-438c-a663-60a7b797dc0f req-3287b345-03d9-4040-ab3e-a8ea11e39824 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:54.477761 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ccd92b25-5e61-438c-a663-60a7b797dc0f req-3287b345-03d9-4040-ab3e-a8ea11e39824 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.0847299 May 31 16:22:54.526075 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ccd92b25-5e61-438c-a663-60a7b797dc0f req-3e1a9fd2-44e4-4912-99f2-0210d2b60b0f tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 May 31 16:22:54.670700 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:22:54.837119 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:54.843197 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc821f3-ca22-4899-ab2f-b0e1a301ea19 req-816b6c99-d51f-4ba6-93ee-a7edf18f668e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:54.850435 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1dc821f3-ca22-4899-ab2f-b0e1a301ea19 req-816b6c99-d51f-4ba6-93ee-a7edf18f668e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1799431 May 31 16:22:54.852252 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'mac_address': 'fa:16:3e:ae:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:22:54.914981 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1dc821f3-ca22-4899-ab2f-b0e1a301ea19 req-4311496b-08f9-4853-a014-ed6a397e8bf6 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632877 May 31 16:22:54.924732 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:54.930532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa84d-e5b7-4992-9111-9204dcd7b889 req-ce92cb7a-09b3-40f5-adaf-522d74930cd2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:54.932822 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a26aa84d-e5b7-4992-9111-9204dcd7b889 req-ce92cb7a-09b3-40f5-adaf-522d74930cd2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1832216 May 31 16:22:54.966938 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:22:54.992534 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:55.002229 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.005503 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-e454dc1b-6904-4270-aecb-8e2e787e66a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:55.019157 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49430) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:55.129858 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:55.134708 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:55.181039 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a26aa84d-e5b7-4992-9111-9204dcd7b889 req-b428ca1f-b6f8-4386-81a4-c6cb1dfada47 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398376 May 31 16:22:55.182814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.216169 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:55.216169 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Usage tracker for resource:security_group_rule and tenant:2fc41876272e4ce8bfd800e6e12c08cf is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:55.216658 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396b36a-000a-40d9-8413-30cf383a3000 req-4426e0a6-0b54-492c-9111-3b18fddc5e54 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:55.217082 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:55.220856 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d396b36a-000a-40d9-8413-30cf383a3000 req-4426e0a6-0b54-492c-9111-3b18fddc5e54 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1528752 May 31 16:22:55.223820 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:55.248673 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:55.273943 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d396b36a-000a-40d9-8413-30cf383a3000 req-77567967-ae91-41d0-8f8d-dbe5d862e66c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 May 31 16:22:55.346737 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.350947 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.360775 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-71f284aa-c812-40ff-958a-4a3e89459ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:55.401491 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2fc41876272e4ce8bfd800e6e12c08cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811221 May 31 16:22:55.401976 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc37d5-2a1b-40c2-b16c-c89e169b0c95 req-b5bc82ff-76c3-466c-85af-faed4d8338a4 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:55.403311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b84b4f-e32b-44be-976f-8aa798cfb411,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:55.403509 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4ebc37d5-2a1b-40c2-b16c-c89e169b0c95 req-b5bc82ff-76c3-466c-85af-faed4d8338a4 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 949 time: 0.0924973 May 31 16:22:55.404916 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 49440) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:55.406517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:55.492477 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4ebc37d5-2a1b-40c2-b16c-c89e169b0c95 req-e0a100ec-8c42-4d62-9990-d1da13391165 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736165 May 31 16:22:55.511632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.542343 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.596110 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.601047 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-23e84b03-9fbb-4eed-8892-1071db9804e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:55.613840 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b84b4f-e32b-44be-976f-8aa798cfb411,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:55.616686 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:55.618633 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:55.619725 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2b84b4f-e32b-44be-976f-8aa798cfb411 HTTP/1.1" status: 204 len: 168 time: 0.2138638 May 31 16:22:55.736909 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674da956-bfe3-4741-93c8-3cdd507b09a3 req-5246865d-7077-42b5-a8fd-8e998b9bce6d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:55.738562 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-674da956-bfe3-4741-93c8-3cdd507b09a3 req-5246865d-7077-42b5-a8fd-8e998b9bce6d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.0906503 May 31 16:22:55.787294 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-674da956-bfe3-4741-93c8-3cdd507b09a3 req-c48c26a6-b567-453b-8e7d-8ae592b7740b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 May 31 16:22:56.132913 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c734b-6c5a-46c5-a931-ce0dea534402 req-4c03d4a5-585a-4f71-bbd0-8a328a3eb172 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:56.134392 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf0c734b-6c5a-46c5-a931-ce0dea534402 req-4c03d4a5-585a-4f71-bbd0-8a328a3eb172 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.0944405 May 31 16:22:56.180033 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf0c734b-6c5a-46c5-a931-ce0dea534402 req-166712eb-f04c-4669-90ca-9f21a7ece474 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 May 31 16:22:56.418179 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495e452-8b40-467a-985a-180c8d09e905 req-f566d82e-841a-433d-89d1-caa1d7be2925 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:56.419676 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6495e452-8b40-467a-985a-180c8d09e905 req-f566d82e-841a-433d-89d1-caa1d7be2925 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 944 time: 0.1077683 May 31 16:22:56.435711 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49474) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:56.478341 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6495e452-8b40-467a-985a-180c8d09e905 req-dc292e33-0727-41ef-8689-b1392607902b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485590 May 31 16:22:56.591384 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-273749711-network', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:56.596333 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:56.601761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Usage tracker for resource:network and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:56.605190 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:56.609861 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f242e-6751-48a1-a82d-4410b3e5ae80 req-73d42b84-f32f-4910-bf7d-ff21352f00b8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:56.616737 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e25f242e-6751-48a1-a82d-4410b3e5ae80 req-73d42b84-f32f-4910-bf7d-ff21352f00b8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1223536 May 31 16:22:56.617727 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:56.634239 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Made reservation on behalf of 7d2d03c285144a48858d0a40f0e01f85 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:56.637347 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:56.651573 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:56.669310 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:56.674422 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:56.677831 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:56.685009 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:56.698475 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b71879fb-0c57-4e53-9b1a-26c4c63aa15d up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:22:56.716237 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:22:56.726217 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e25f242e-6751-48a1-a82d-4410b3e5ae80 req-d673deb4-87dc-4fdd-a405-e549b3f91acf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084697 May 31 16:22:56.800176 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facebca1-afce-411b-9f89-198280f1b70e req-0233471a-4c8a-4cd7-806d-b549c77eb199 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:56.802192 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-facebca1-afce-411b-9f89-198280f1b70e req-0233471a-4c8a-4cd7-806d-b549c77eb199 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 949 time: 0.1544442 May 31 16:22:56.843798 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:56.849323 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port b71879fb-0c57-4e53-9b1a-26c4c63aa15d completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:22:56.852108 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:56.859726 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-407d343d-c4dc-4cb6-9811-59723ec8c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:56.869796 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port b71879fb-0c57-4e53-9b1a-26c4c63aa15d triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:56.870319 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:56.889411 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-facebca1-afce-411b-9f89-198280f1b70e req-e70ad467-2b0e-4908-a3a2-b1181134ceea tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748596 May 31 16:22:56.909068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:22:56.920363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:56.924539 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:56.930501 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:56.931079 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Added segment 878439f9-964a-4da2-94e8-097c4d5ec98a of type vlan for network d9649ccf-2e87-4001-b491-5e611c968f8f May 31 16:22:56.968278 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.008133 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.010574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:57.011334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.017665 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:57.052488 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.060489 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38b2f4-3a59-4906-a0e4-9da1b79cd75f req-29c3aff8-55f9-47f0-98d3-034b45a8d6c3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:57.064719 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-da38b2f4-3a59-4906-a0e4-9da1b79cd75f req-29c3aff8-55f9-47f0-98d3-034b45a8d6c3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.1109703 May 31 16:22:57.087686 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:57.090900 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33861a7a-f11d-458c-9958-6900958b0b00" -d '{"events": [{"server_uuid": "1f0e8f80-7ff3-42ff-8d81-462ddda6516a", "name": "network-vif-plugged", "status": "completed", "tag": "b71879fb-0c57-4e53-9b1a-26c4c63aa15d"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:57.101593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:57.109752 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.112391 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:22:57.146752 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Pushing event updated for resources: {'Network': ['ID=d9649ccf-2e87-4001-b491-5e611c968f8f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:57.149769 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:57.150381 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-da38b2f4-3a59-4906-a0e4-9da1b79cd75f req-81d7fcd8-0fa1-494e-af3c-e5811aaa4a7b tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799510 May 31 16:22:57.152867 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7149777 May 31 16:22:57.155820 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49498) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:57.162852 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Request body: {'subnet': {'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-273749711-subnet', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:57.168757 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94620c0e-7862-48b1-b2e3-31faea6085f3 x-openstack-request-id: req-94620c0e-7862-48b1-b2e3-31faea6085f3 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:57.169022 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:57.170277 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e8f80-7ff3-42ff-8d81-462ddda6516a", "name": "network-vif-plugged", "status": "completed", "tag": "b71879fb-0c57-4e53-9b1a-26c4c63aa15d", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:57.171084 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94620c0e-7862-48b1-b2e3-31faea6085f3 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:57.172532 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d', 'code': 200} May 31 16:22:57.174117 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Usage tracker for resource:subnet and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:57.177745 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:57.187506 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:57.210343 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:57.228178 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network d9649ccf-2e87-4001-b491-5e611c968f8f details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:22:57.235897 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Made reservation on behalf of 7d2d03c285144a48858d0a40f0e01f85 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:22:57.239485 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375017'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.416291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47f0e4-c5ed-4427-a667-ea6907012e47 req-d3d7a9f0-69ab-4931-8ac7-e198b5de3daf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:57.418361 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ee47f0e4-c5ed-4427-a667-ea6907012e47 req-d3d7a9f0-69ab-4931-8ac7-e198b5de3daf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.0987630 May 31 16:22:57.469821 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:57.483453 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:57.497311 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:22:57.497699 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.615355 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ee47f0e4-c5ed-4427-a667-ea6907012e47 req-17f4bc54-f080-45d7-9dbe-a380ce30e219 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845222 May 31 16:22:57.683017 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94476ea5-55b8-44f2-aed4-621048663880 req-35e46461-bb37-4a96-8b2a-571bb9a98076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:57.685447 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.685933 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94476ea5-55b8-44f2-aed4-621048663880 req-35e46461-bb37-4a96-8b2a-571bb9a98076 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 1103 time: 0.1710625 May 31 16:22:57.733206 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:57.739182 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:57.741760 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-f204ca7e-51ac-4a17-923e-f1f21fc10242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:57.790895 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94476ea5-55b8-44f2-aed4-621048663880 req-9fd93709-d794-40c3-a72f-37f43b4adbc5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510080 May 31 16:22:57.866084 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f6397-b167-464d-bf7b-15b20515f7ca req-07431da1-2415-4fe1-b7db-857848df6483 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:57.870611 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-435f6397-b167-464d-bf7b-15b20515f7ca req-07431da1-2415-4fe1-b7db-857848df6483 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1837716 May 31 16:22:57.871907 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=7']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:57.875373 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:57.932459 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-435f6397-b167-464d-bf7b-15b20515f7ca req-33e3fd63-7f2f-4f3e-b9ab-9e7f9b03a468 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554671 May 31 16:22:57.953820 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-e6b14c80-6a89-4248-8cf6-dbbfed380f0c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:57.954615 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-e6b14c80-6a89-4248-8cf6-dbbfed380f0c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:22:57.968950 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-e6b14c80-6a89-4248-8cf6-dbbfed380f0c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:22:57.970092 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-e6b14c80-6a89-4248-8cf6-dbbfed380f0c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.4437797 May 31 16:22:58.064700 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52912c-1224-443f-8862-2f276d94f06c req-998d89c8-b492-4fd5-bc97-03ab0b696201 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.072801 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-de52912c-1224-443f-8862-2f276d94f06c req-998d89c8-b492-4fd5-bc97-03ab0b696201 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1312983 May 31 16:22:58.142065 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-de52912c-1224-443f-8862-2f276d94f06c req-aab1406c-a9d9-4111-9e59-b9cb2578390d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 May 31 16:22:58.287742 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6653475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375039'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:58.302850 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5f6ff173-4af6-4138-89c2-bf26b5799945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:22:58.310856 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ec995-333a-4814-9a8c-92922bcfb741 req-f1a86806-ce9b-4644-af43-1efa8e9e99e8 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.312933 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-291ec995-333a-4814-9a8c-92922bcfb741 req-f1a86806-ce9b-4644-af43-1efa8e9e99e8 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 950 time: 0.1504297 May 31 16:22:58.365964 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Deleting port 51dabff0-1241-4145-8fea-abfde952b41a {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:22:58.366404 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:58.386259 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-291ec995-333a-4814-9a8c-92922bcfb741 req-069f5e73-1981-4b8e-894b-0be59001fd2a tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656307 May 31 16:22:58.571908 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70d999-66d7-4413-8f90-694f9912713d req-ea79948b-621f-4739-936e-09f14eed851a tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.590534 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ce70d999-66d7-4413-8f90-694f9912713d req-ea79948b-621f-4739-936e-09f14eed851a tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 945 time: 0.2151666 May 31 16:22:58.676848 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ce70d999-66d7-4413-8f90-694f9912713d req-934cb6e7-87df-47ad-b726-a50d4609f358 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851622 May 31 16:22:58.740797 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c29bcf-f354-4ab6-9cbe-60461c750881,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:22:58.760663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:22:58.768522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Checking segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:22:58.768898 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Network hostable DHCP agents. Network: d9649ccf-2e87-4001-b491-5e611c968f8f, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:22:58.837638 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] For port 51dabff0-1241-4145-8fea-abfde952b41a, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=51dabff0-1241-4145-8fea-abfde952b41a,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:22:58.837982 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:58.862261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Network d9649ccf-2e87-4001-b491-5e611c968f8f is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:22:58.954100 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b484221-c828-4e6a-9cff-df45c730c1f5 req-ab9b8385-9a52-4e98-b806-7a0118ca78b5 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:58.954100 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6b484221-c828-4e6a-9cff-df45c730c1f5 req-ab9b8385-9a52-4e98-b806-7a0118ca78b5 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1285195 May 31 16:22:59.060431 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6b484221-c828-4e6a-9cff-df45c730c1f5 req-8cfbe672-aabb-44ab-b5d4-a03e0a76f785 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995939 May 31 16:22:59.173693 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:22:59.176929 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6320997-3465-4e09-8cad-a25ece64cc09" -d '{"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-plugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:22:59.235904 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, d9649ccf-2e87-4001-b491-5e611c968f8f) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:22:59.246949 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e790e7-53a0-4874-839f-f13bfcd99144 None None] Network d9649ccf-2e87-4001-b491-5e611c968f8f requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:22:59.253510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Calling delete_port for 51dabff0-1241-4145-8fea-abfde952b41a owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:22:59.256569 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:59.257162 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:59.320436 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1632497 May 31 16:22:59.321100 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49544) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:22:59.337131 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:22:59.354015 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:22:59.370635 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Usage tracker for resource:router and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:22:59.375569 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:22:59.393670 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:22:59.411737 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ab36f-dad4-4a19-b3f2-307e7b458009 x-openstack-request-id: req-916ab36f-dad4-4a19-b3f2-307e7b458009 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:22:59.412297 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-plugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:22:59.412730 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-916ab36f-dad4-4a19-b3f2-307e7b458009 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:22:59.413349 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'code': 200} May 31 16:22:59.464027 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:59.468085 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:59.477057 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771ac74-2e24-4276-821b-1b0a9e586195 req-395cc79a-85dc-457e-ba41-bea1055ca9ab tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:59.485579 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1771ac74-2e24-4276-821b-1b0a9e586195 req-395cc79a-85dc-457e-ba41-bea1055ca9ab tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2097650 May 31 16:22:59.588231 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1771ac74-2e24-4276-821b-1b0a9e586195 req-d7224fbc-08a6-4cc9-bac8-3f5fe3e1e80a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999188 May 31 16:22:59.592078 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:59.696616 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-d9649ccf-2e87-4001-b491-5e611c968f8f', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:22:59.697576 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:59.735217 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76f9-308c-4a53-87f9-6b6ec84bb6c9 req-afdfae1b-3230-45ee-99b9-4bea90e918a5 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:22:59.736848 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b1aa76f9-308c-4a53-87f9-6b6ec84bb6c9 req-afdfae1b-3230-45ee-99b9-4bea90e918a5 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 950 time: 0.1354525 May 31 16:22:59.871687 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:22:59.888169 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715', 'b22e6cbc-edd9-4324-aef1-c5fecf228e67'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:22:59.995560 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bd5b048e-b96e-4997-902a-9481cc9f9d15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:00.105556 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b1aa76f9-308c-4a53-87f9-6b6ec84bb6c9 req-cda112b7-c0c5-4c7c-8b67-2a3637021839 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614616 May 31 16:23:00.111654 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Allocated IP 172.20.0.2 (d9649ccf-2e87-4001-b491-5e611c968f8f/58c29bcf-f354-4ab6-9cbe-60461c750881/b7e0ca97-3cd5-4a03-9411-c7f679434e41) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:00.132712 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7fe539b1-84cd-4a53-b3b0-58f9d12953ab req-c6ac54f1-ed54-407e-971d-ab2201d59e25 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=9edbb77d-15c7-4b79-a4ce-4b7c9c564804 HTTP/1.1" status: 200 len: 210 time: 0.0944355 May 31 16:23:00.146261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event deleted for resources: {'Port': ['ID=51dabff0-1241-4145-8fea-abfde952b41a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:00.160062 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:00.163397 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] No DVR routers for this DVR port 51dabff0-1241-4145-8fea-abfde952b41a on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:23:00.166852 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:00.172005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'name': 'network-vif-deleted', 'tag': '51dabff0-1241-4145-8fea-abfde952b41a'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:00.174352 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8279dd74-c705-471a-aec9-634e410a4f85" -d '{"events": [{"server_uuid": "9edbb77d-15c7-4b79-a4ce-4b7c9c564804", "name": "network-vif-deleted", "tag": "51dabff0-1241-4145-8fea-abfde952b41a"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:00.354576 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c5d4d372-93a2-4e0d-8b66-a4dea83f5fc6 req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "DELETE /v2.0/ports/51dabff0-1241-4145-8fea-abfde952b41a HTTP/1.1" status: 204 len: 173 time: 2.3684914 May 31 16:23:00.379181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:00.408471 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce8ac39-45aa-4c0b-9807-f6c71e43daad x-openstack-request-id: req-6ce8ac39-45aa-4c0b-9807-f6c71e43daad {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:00.409573 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edbb77d-15c7-4b79-a4ce-4b7c9c564804", "name": "network-vif-deleted", "tag": "51dabff0-1241-4145-8fea-abfde952b41a", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:00.411332 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ce8ac39-45aa-4c0b-9807-f6c71e43daad {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:00.413562 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edbb77d-15c7-4b79-a4ce-4b7c9c564804', 'name': 'network-vif-deleted', 'tag': '51dabff0-1241-4145-8fea-abfde952b41a', 'status': 'completed', 'code': 200} May 31 16:23:00.495628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247857d8-598a-48cc-9c1b-32364000a22d req-b7ed6b9c-a14c-423d-a7ec-6d3b63ab71e1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:00.505329 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-247857d8-598a-48cc-9c1b-32364000a22d req-b7ed6b9c-a14c-423d-a7ec-6d3b63ab71e1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.2512341 May 31 16:23:00.576434 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-247857d8-598a-48cc-9c1b-32364000a22d req-2ff15451-379e-4696-8a95-5355f32e32de tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693541 May 31 16:23:00.738486 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 51dabff0-1241-4145-8fea-abfde952b41a no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:23:00.904589 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 51dabff0-1241-4145-8fea-abfde952b41a {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:23:00.904984 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 51dabff0-1241-4145-8fea-abfde952b41a not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:23:00.955179 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:00.975094 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Transition to ACTIVE for port object b7e0ca97-3cd5-4a03-9411-c7f679434e41 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:01.018207 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Transition to ACTIVE for port object b7e0ca97-3cd5-4a03-9411-c7f679434e41 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:01.040372 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.061959 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:01.081700 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.148251 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Network d9649ccf-2e87-4001-b491-5e611c968f8f is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:01.152554 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:01.158595 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:01.164178 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Pushing event updated for resources: {'Port': ['ID=b7e0ca97-3cd5-4a03-9411-c7f679434e41,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:01.175563 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:01.205556 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.258085 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9e310-56ac-474d-943b-5f4e7c85d264 req-12a136a8-6995-462b-bb6b-85c55d5cfdbb tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:01.273115 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-03c9e310-56ac-474d-943b-5f4e7c85d264 req-12a136a8-6995-462b-bb6b-85c55d5cfdbb tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.4248788 May 31 16:23:01.301844 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Attempting to bind port b7e0ca97-3cd5-4a03-9411-c7f679434e41 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:23:01.302517 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Attempting to bind port b7e0ca97-3cd5-4a03-9411-c7f679434e41 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:23:01.303050 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Attempting to bind port b7e0ca97-3cd5-4a03-9411-c7f679434e41 on network d9649ccf-2e87-4001-b491-5e611c968f8f {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:23:01.309753 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:23:01.310424 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Checking segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:01.310998 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.311559 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Bound using segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:23:01.312229 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Bound port: b7e0ca97-3cd5-4a03-9411-c7f679434e41, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:23:01.312615 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.411874 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-03c9e310-56ac-474d-943b-5f4e7c85d264 req-cadaf6c1-8dd0-42fa-a134-b6d38a81215c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370997 May 31 16:23:01.428056 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] For port b7e0ca97-3cd5-4a03-9411-c7f679434e41, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:23:01.434198 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] For port b7e0ca97-3cd5-4a03-9411-c7f679434e41, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b7e0ca97-3cd5-4a03-9411-c7f679434e41,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:23:01.445866 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.461332 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d9b20ac4-a7b1-4312-a241-728a363be922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:01.493036 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e9b1-31f1-4fa1-af44-573dba1913c8 req-ced692c9-381f-42f6-a4a0-8e804db18afb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:01.510918 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8507e9b1-31f1-4fa1-af44-573dba1913c8 req-ced692c9-381f-42f6-a4a0-8e804db18afb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.5118289 May 31 16:23:01.550385 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Pushing event updated for resources: {'Port': ['ID=b7e0ca97-3cd5-4a03-9411-c7f679434e41,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:01.555386 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:01.664031 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Allocated IP 172.28.1.194 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/486c83e0-317f-441d-af8e-100091418778) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:01.671537 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8507e9b1-31f1-4fa1-af44-573dba1913c8 req-2f1d57c2-8a34-4bf7-8309-c0a21cf1f9a4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572020 May 31 16:23:01.852603 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.923990 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:01.934409 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:01.981028 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d72e1-21d1-4ee0-b1ec-8f0d041c3555 req-154e0703-abc3-4634-a127-1c81567edb3f tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:01.983086 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-316d72e1-21d1-4ee0-b1ec-8f0d041c3555 req-154e0703-abc3-4634-a127-1c81567edb3f tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 950 time: 0.2300887 May 31 16:23:02.110364 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-316d72e1-21d1-4ee0-b1ec-8f0d041c3555 req-a624742a-4791-4f25-b0f2-57f798601ddf tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181731 May 31 16:23:02.195286 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:02.198696 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:02.203901 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:02.366315 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Pushing event updated for resources: {'Port': ['ID=486c83e0-317f-441d-af8e-100091418778,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:02.370167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:02.470111 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9cd71-a2ef-4b48-b15d-7659728ef130 req-f4be62ef-c05e-41c1-96ad-f53ad3fa85be tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:02.482538 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ebc9cd71-a2ef-4b48-b15d-7659728ef130 req-f4be62ef-c05e-41c1-96ad-f53ad3fa85be tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1674724 May 31 16:23:02.609737 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ebc9cd71-a2ef-4b48-b15d-7659728ef130 req-bcebc478-e442-4ea4-af32-8a130ee71ade tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262934 May 31 16:23:03.002009 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b7e0ca97-3cd5-4a03-9411-c7f679434e41 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:03.130064 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e32c-4a2a-4eb5-8643-3287f8b94136 req-cf0db54d-bb49-4bb4-a7b6-62400f374cbf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:03.131881 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c3a9e32c-4a2a-4eb5-8643-3287f8b94136 req-cf0db54d-bb49-4bb4-a7b6-62400f374cbf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2211235 May 31 16:23:03.164362 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec5d4d-e385-4e0d-b7e2-2326538779ae None None] Network d9649ccf-2e87-4001-b491-5e611c968f8f requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:23:03.204257 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c3a9e32c-4a2a-4eb5-8643-3287f8b94136 req-9b9bf5dd-49b3-4618-ac3d-bcc37a03cc69 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649521 May 31 16:23:03.257493 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:03.505669 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port b7e0ca97-3cd5-4a03-9411-c7f679434e41 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:03.547359 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Provisioning for port b7e0ca97-3cd5-4a03-9411-c7f679434e41 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:03.558463 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a0e07-b130-465e-b47b-a0fb89d6b1a4 req-7bb1c930-0ecc-4479-9c96-079822b69693 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:03.566775 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f16a0e07-b130-465e-b47b-a0fb89d6b1a4 req-7bb1c930-0ecc-4479-9c96-079822b69693 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 945 time: 0.2492836 May 31 16:23:03.569961 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Provisioning complete for port b7e0ca97-3cd5-4a03-9411-c7f679434e41 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:03.570678 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:03.581785 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-774acafa-9126-48b5-ba1f-c1174502c070 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:03.582574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-774acafa-9126-48b5-ba1f-c1174502c070 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Synchronizing usage tracker for tenant:b0cd2b4d560148f8b6080faa2a749b96 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:23:03.640091 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ca62-e6f3-4449-95ca-d97149c9c33e req-aa8942c1-897e-45bc-8a2e-a9e5dfae739e tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:03.647471 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6fb9ca62-e6f3-4449-95ca-d97149c9c33e req-aa8942c1-897e-45bc-8a2e-a9e5dfae739e tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 950 time: 0.2656391 May 31 16:23:03.680793 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-774acafa-9126-48b5-ba1f-c1174502c070 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Unset dirty status for tenant:b0cd2b4d560148f8b6080faa2a749b96 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:23:03.685511 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-774acafa-9126-48b5-ba1f-c1174502c070 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 950 time: 0.6752796 May 31 16:23:03.700271 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f16a0e07-b130-465e-b47b-a0fb89d6b1a4 req-9caaf45c-370a-4f30-afc5-2e2f6d409db1 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300366 May 31 16:23:03.812730 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:03.863448 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] For port b7e0ca97-3cd5-4a03-9411-c7f679434e41, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b7e0ca97-3cd5-4a03-9411-c7f679434e41,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:03.876530 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:03.878614 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:03.882210 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6fb9ca62-e6f3-4449-95ca-d97149c9c33e req-4079d512-1667-4641-b753-1f15bf276e51 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337728 May 31 16:23:04.050360 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Pushing event updated for resources: {'Port': ['ID=b7e0ca97-3cd5-4a03-9411-c7f679434e41,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:04.063996 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:04.078663 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d16312e9-4e2c-455a-ab87-627cdfe88fff None None] Provisioning complete for port b7e0ca97-3cd5-4a03-9411-c7f679434e41 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:04.080630 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d16312e9-4e2c-455a-ab87-627cdfe88fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:04.159516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03b28d-2d46-476c-b3a5-b7b2042fba1b req-70ced601-7563-4ed9-9a3d-0eb0a00b1164 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:04.161422 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6e03b28d-2d46-476c-b3a5-b7b2042fba1b req-70ced601-7563-4ed9-9a3d-0eb0a00b1164 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1600289 May 31 16:23:04.235657 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:04.237270 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6e03b28d-2d46-476c-b3a5-b7b2042fba1b req-c7500802-b811-475c-8343-7d9ee719b2aa tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609877 May 31 16:23:04.244873 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Deleting port b71879fb-0c57-4e53-9b1a-26c4c63aa15d {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:23:04.245471 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:04.477913 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9737e72-ed6d-4c18-904c-700ac8b060ef req-d53dd3a0-94e8-4896-aea5-ed2e9d511d75 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:04.490109 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c9737e72-ed6d-4c18-904c-700ac8b060ef req-d53dd3a0-94e8-4896-aea5-ed2e9d511d75 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1159735 May 31 16:23:04.567395 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c9737e72-ed6d-4c18-904c-700ac8b060ef req-b2ac309a-7d84-4c8a-9ab6-2309ae5368cc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731921 May 31 16:23:04.670160 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Router 88a72362-fb26-48f6-a7b0-2823f489c740 is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:23:04.674432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] For port b71879fb-0c57-4e53-9b1a-26c4c63aa15d, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,segment=NetworkSegment(4a83c77b-62d9-4a5f-b067-7cff847f52a0),segment_id=4a83c77b-62d9-4a5f-b067-7cff847f52a0)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:04.674432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:04.971345 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b7e0ca97-3cd5-4a03-9411-c7f679434e41 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:05.088066 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port b7e0ca97-3cd5-4a03-9411-c7f679434e41 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:05.088804 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:05.164789 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Calling delete_port for b71879fb-0c57-4e53-9b1a-26c4c63aa15d owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:23:05.168490 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf688b7-9ae7-41d8-b636-746f3ee9a9ff req-0d2efa83-8dd0-439a-93b9-da8a7499dba2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:05.175205 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-edf688b7-9ae7-41d8-b636-746f3ee9a9ff req-0d2efa83-8dd0-439a-93b9-da8a7499dba2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.4600883 May 31 16:23:05.338538 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-edf688b7-9ae7-41d8-b636-746f3ee9a9ff req-6109f9e1-97e3-4abf-84a2-a127654afeea tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510112 May 31 16:23:05.350538 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-0faf9d8a-268b-4dae-b087-be1cca37801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:05.354255 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-0faf9d8a-268b-4dae-b087-be1cca37801b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1099 time: 0.2961564 May 31 16:23:05.390001 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbca4c7-a8b5-42bf-be8b-1a3377e6e5c2 req-b1e4a2b5-c13f-473b-a237-0d3b2690c84d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:05.408814 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8dbca4c7-a8b5-42bf-be8b-1a3377e6e5c2 req-b1e4a2b5-c13f-473b-a237-0d3b2690c84d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 945 time: 0.4567194 May 31 16:23:05.429107 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:23:05.443119 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Sync routers for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:23:05.458784 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:05.460538 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:22:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:05.541343 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58df7481-5492-49b7-834f-298132433faf admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:05.547304 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-58df7481-5492-49b7-834f-298132433faf admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2204907 May 31 16:23:05.548605 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49642) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:05.679295 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8dbca4c7-a8b5-42bf-be8b-1a3377e6e5c2 req-4fe8cbbe-07e7-4513-9887-43e41daef8aa tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692809 May 31 16:23:05.748094 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:05.756665 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-11791c18-ce91-4b74-8a02-2aa25786cc9d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:05.759486 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-11791c18-ce91-4b74-8a02-2aa25786cc9d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 945 time: 0.5504494 May 31 16:23:05.778410 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-783dbec3-3c82-43c2-ac65-dfba91be5330 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:05.818511 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:05.862312 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Pushing event deleted for resources: {'Port': ['ID=b71879fb-0c57-4e53-9b1a-26c4c63aa15d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:05.872622 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:06.021589 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] No DVR routers for this DVR port b71879fb-0c57-4e53-9b1a-26c4c63aa15d on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:23:06.227288 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:02Z', 'revision_number': 3, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:06.231942 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Checking router: 88a72362-fb26-48f6-a7b0-2823f489c740 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:23:06.232598 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Updating router 88a72362-fb26-48f6-a7b0-2823f489c740 port 486c83e0-317f-441d-af8e-100091418778 binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:23:06.310868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:06.312340 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:06.313366 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-081788a5-5722-4d52-a1bc-a65491fdc557 req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.35 "DELETE /v2.0/ports/b71879fb-0c57-4e53-9b1a-26c4c63aa15d HTTP/1.1" status: 204 len: 173 time: 2.6226923 May 31 16:23:06.315477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'name': 'network-vif-deleted', 'tag': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:06.317912 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac88d657-5958-438d-ac3d-34238593aa8e" -d '{"events": [{"server_uuid": "1f0e8f80-7ff3-42ff-8d81-462ddda6516a", "name": "network-vif-deleted", "tag": "b71879fb-0c57-4e53-9b1a-26c4c63aa15d"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:06.407863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8823a-4f90-4198-885b-9fe0ca16c1c3 req-6024512a-696b-499a-9e1c-458ee5c63ba6 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:06.419165 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bbd8823a-4f90-4198-885b-9fe0ca16c1c3 req-6024512a-696b-499a-9e1c-458ee5c63ba6 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f0e8f80-7ff3-42ff-8d81-462ddda6516a HTTP/1.1" status: 200 len: 867 time: 0.8154240 May 31 16:23:06.518150 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-b1ca4808-f3ff-4138-86d8-88fa88630ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:06.525202 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-b1ca4808-f3ff-4138-86d8-88fa88630ca6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 1.1558959 May 31 16:23:06.718294 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b71879fb-0c57-4e53-9b1a-26c4c63aa15d no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:23:06.748025 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bbd8823a-4f90-4198-885b-9fe0ca16c1c3 req-b13f20df-3352-4fd6-8d2b-e7c30abe4f8f tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f1c5e1a-622f-40c8-b755-a56ed047ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281028 May 31 16:23:06.809126 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: b71879fb-0c57-4e53-9b1a-26c4c63aa15d {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:23:06.809485 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b71879fb-0c57-4e53-9b1a-26c4c63aa15d not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:23:06.809914 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device b22e6cbc-edd9-4324-aef1-c5fecf228e67 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:23:06.844486 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Deleting port b22e6cbc-edd9-4324-aef1-c5fecf228e67 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:23:06.845200 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.054805 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:07.055551 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.082242 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.098510 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Transition to ACTIVE for port object 486c83e0-317f-441d-af8e-100091418778 will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:07.109314 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.123088 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:07.133834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-b793ecdd-f0aa-418a-a660-88796e23c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:07.140660 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-b793ecdd-f0aa-418a-a660-88796e23c43d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.5277677 May 31 16:23:07.180838 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.251804 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:07.254139 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164bb8a8-1daa-4e28-aeb0-25a0db563e8f" -d '{"events": [{"server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "name": "network-vif-unplugged", "status": "completed", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:07.278708 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port b22e6cbc-edd9-4324-aef1-c5fecf228e67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=b22e6cbc-edd9-4324-aef1-c5fecf228e67,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:07.286964 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.290061 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-41c241a6-75e9-4ab2-97c3-c3210b6f60d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:07.306574 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Pushing event updated for resources: {'Port': ['ID=486c83e0-317f-441d-af8e-100091418778,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:07.318995 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.319361 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.319673 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.320002 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.320434 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.320761 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.321143 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.321468 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.321793 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.322698 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.323089 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.323441 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:07.333451 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:07.357038 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Attempting to bind port 486c83e0-317f-441d-af8e-100091418778 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:23:07.357667 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Attempting to bind port 486c83e0-317f-441d-af8e-100091418778 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:23:07.359983 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Attempting to bind port 486c83e0-317f-441d-af8e-100091418778 on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:23:07.375219 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:23:07.375648 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:07.376281 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.377148 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:23:07.378331 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Bound port: 486c83e0-317f-441d-af8e-100091418778, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:23:07.378902 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.391330 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Calling delete_port for b22e6cbc-edd9-4324-aef1-c5fecf228e67 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:23:07.460713 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:07.472801 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:07.499011 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] For port 486c83e0-317f-441d-af8e-100091418778, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:23:07.502629 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] For port 486c83e0-317f-441d-af8e-100091418778, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=486c83e0-317f-441d-af8e-100091418778,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:23:07.509748 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.523804 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-05a306cb-223e-4883-9aaa-40aec4cbabf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:07.544442 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-ce204549-62a9-4ec3-9033-9740a66dde37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 1002 time: 0.9798317 May 31 16:23:07.567706 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:07.625017 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Pushing event updated for resources: {'Port': ['ID=486c83e0-317f-441d-af8e-100091418778,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:07.629405 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-74357460-c1b5-4528-a358-bd3d245a62b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:07.634335 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:07.635058 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:22:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:07.764250 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-84575b0e-46e7-4b4d-9172-151c518e7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:07.769086 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-84575b0e-46e7-4b4d-9172-151c518e7c86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.2163308 May 31 16:23:07.871293 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3978b8c2-ec59-4268-bdcf-6c91f5c42482 x-openstack-request-id: req-3978b8c2-ec59-4268-bdcf-6c91f5c42482 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:07.871606 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e8f80-7ff3-42ff-8d81-462ddda6516a", "name": "network-vif-deleted", "tag": "b71879fb-0c57-4e53-9b1a-26c4c63aa15d", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:07.871851 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3978b8c2-ec59-4268-bdcf-6c91f5c42482 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:07.872282 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e8f80-7ff3-42ff-8d81-462ddda6516a', 'name': 'network-vif-deleted', 'tag': 'b71879fb-0c57-4e53-9b1a-26c4c63aa15d', 'status': 'completed', 'code': 200} May 31 16:23:07.888153 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34de9e-dc39-4aa7-92e5-c70eba4eb173 req-925c9fb4-bc59-4ec0-bdd1-f9e277f4e01b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:07.897137 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb34de9e-dc39-4aa7-92e5-c70eba4eb173 req-925c9fb4-bc59-4ec0-bdd1-f9e277f4e01b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 1.1457322 May 31 16:23:08.045718 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-419b6350-f2d5-4451-918b-584472a4c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:08.047210 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-419b6350-f2d5-4451-918b-584472a4c1df service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.8894839 May 31 16:23:08.053747 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:08.067031 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['03caed14-6044-4e91-913e-4b48b4a12715'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:23:08.123129 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:08.124822 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-772837b1-8577-4a0c-923f-13b1885311cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:08.212466 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event deleted for resources: {'Port': ['ID=b22e6cbc-edd9-4324-aef1-c5fecf228e67,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:08.215748 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:08.275478 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-76a1988b-405a-403b-ab17-0888231a62d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.2140167 May 31 16:23:08.327088 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb34de9e-dc39-4aa7-92e5-c70eba4eb173 req-a8000ecf-af4b-4382-9c53-b4beb6859d5e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287982 May 31 16:23:08.337275 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] No DVR routers for this DVR port b22e6cbc-edd9-4324-aef1-c5fecf228e67 on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:23:08.340285 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:08.351177 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'name': 'network-vif-deleted', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:08.353731 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f4036f-0d57-42e6-8dea-889b43d51677" -d '{"events": [{"server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "name": "network-vif-deleted", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:08.383099 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-15242c71-7059-4f4d-ad9f-7010e6bed5e1 req-0bc15e4c-1479-4f42-a1f1-add6c59c98f7 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "DELETE /v2.0/ports/b22e6cbc-edd9-4324-aef1-c5fecf228e67 HTTP/1.1" status: 204 len: 173 time: 2.6150656 May 31 16:23:08.454562 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-a757bf63-8f23-40ad-b143-5eaf3694ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:08.460744 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-a757bf63-8f23-40ad-b143-5eaf3694ac81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5212498 May 31 16:23:08.465946 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-01e734d0-11e6-4487-a2e4-2ff52f4e0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:08.470303 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-01e734d0-11e6-4487-a2e4-2ff52f4e0edb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.1880891 May 31 16:23:08.485651 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21624e2-1a60-4b7e-a9b2-6f8cae19e204 req-400d21c2-44f0-47b6-9b86-4c1bb1b90f59 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:08.497264 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a21624e2-1a60-4b7e-a9b2-6f8cae19e204 req-400d21c2-44f0-47b6-9b86-4c1bb1b90f59 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.4794533 May 31 16:23:08.609120 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Allocated IP 172.20.0.1 (d9649ccf-2e87-4001-b491-5e611c968f8f/58c29bcf-f354-4ab6-9cbe-60461c750881/b50f5b54-050b-4e98-bc36-29794bf57b75) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:08.661767 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-78769945-5a75-47de-9dc3-6817908c1604 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661422 May 31 16:23:08.703226 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a21624e2-1a60-4b7e-a9b2-6f8cae19e204 req-c080a58d-721f-40df-b137-493df9f77d9f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152101 May 31 16:23:08.854069 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:02Z', 'revision_number': 3, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:08.859326 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145be0b6-08f6-460c-a086-8c884576b6a8 None None] The sync data for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb is: [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:02Z', 'revision_number': 3, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:23:08.954388 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-db10a68f-6f09-45ab-a9c6-e01c5c10fe79 req-a4dac79b-3530-4a96-bb1f-4aa03c85540d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:23:09.002994 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfdc0c-62ae-4fc5-98ea-d890e161648b req-0424e182-9590-4bb6-a57e-082776201cf7 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:09.020992 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-51cfdc0c-62ae-4fc5-98ea-d890e161648b req-0424e182-9590-4bb6-a57e-082776201cf7 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.3679652 May 31 16:23:09.061201 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-3a3c899c-1a9d-486f-a412-982b26abbe80 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626419 May 31 16:23:09.067700 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-db10a68f-6f09-45ab-a9c6-e01c5c10fe79 req-a4dac79b-3530-4a96-bb1f-4aa03c85540d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:23:09.080928 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-db10a68f-6f09-45ab-a9c6-e01c5c10fe79 req-a4dac79b-3530-4a96-bb1f-4aa03c85540d tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f2c20f0-dbad-4e90-9c32-6f40e8835570 HTTP/1.1" status: 200 len: 210 time: 0.1781769 May 31 16:23:09.142969 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:09.195259 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69328d59-cbad-4243-97c6-23a88d62a555 x-openstack-request-id: req-69328d59-cbad-4243-97c6-23a88d62a555 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:09.195754 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "name": "network-vif-unplugged", "status": "completed", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:09.196001 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69328d59-cbad-4243-97c6-23a88d62a555 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:09.196566 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', 'code': 200} May 31 16:23:09.264009 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Transition to ACTIVE for port object b50f5b54-050b-4e98-bc36-29794bf57b75 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:09.268220 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-426b67e4-9c69-416f-932d-dfbb0485d341 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909081 May 31 16:23:09.327668 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-51cfdc0c-62ae-4fc5-98ea-d890e161648b req-6919dc05-d1da-41a7-8a0b-b89213b7a613 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054969 May 31 16:23:09.541435 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb5a105-b405-4188-a8f8-8418e33ac445 x-openstack-request-id: req-0cb5a105-b405-4188-a8f8-8418e33ac445 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:09.542326 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2c20f0-dbad-4e90-9c32-6f40e8835570", "name": "network-vif-deleted", "tag": "b22e6cbc-edd9-4324-aef1-c5fecf228e67", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:09.542326 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cb5a105-b405-4188-a8f8-8418e33ac445 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:09.543268 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c20f0-dbad-4e90-9c32-6f40e8835570', 'name': 'network-vif-deleted', 'tag': 'b22e6cbc-edd9-4324-aef1-c5fecf228e67', 'status': 'completed', 'code': 200} May 31 16:23:09.560619 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bb918c21-efbf-4c5c-9f17-b738f43c04a9 req-1204505b-7b0b-4a25-b69c-2c3625cc56ce service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726708 May 31 16:23:09.653609 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:09.663646 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:09.759275 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-519bced4-a172-40bf-99c6-497dae1ad398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:09.887966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e794ae-6e8d-49a8-84d9-ed274d78c2d7 req-cf1a2b93-6862-476c-add1-2f50a4094815 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:09.895095 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c5e794ae-6e8d-49a8-84d9-ed274d78c2d7 req-cf1a2b93-6862-476c-add1-2f50a4094815 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2473483 May 31 16:23:09.904353 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Network d9649ccf-2e87-4001-b491-5e611c968f8f is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:09.911795 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:09.935130 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Pushing event updated for resources: {'Port': ['ID=b50f5b54-050b-4e98-bc36-29794bf57b75,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:09.942207 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:10.038406 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c5e794ae-6e8d-49a8-84d9-ed274d78c2d7 req-4936af2c-453f-42b6-a785-d85d6bfc7ca2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326101 May 31 16:23:10.070354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:10.075922 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fb332e-0609-4492-9dd4-6869518d83f5 req-c8fba858-2954-410d-85d7-038637af7eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713499 May 31 16:23:10.077742 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:10.406829 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:10.495155 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-19ec1616-eb75-401a-af0c-2bb8e72137d9 None None] Provisioning for port b50f5b54-050b-4e98-bc36-29794bf57b75 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:10.513372 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210d3c5-226d-44e2-803f-346abd9b88cc req-d30c0f24-ae3e-48d6-b166-411db6a3c5e7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:10.516230 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-19ec1616-eb75-401a-af0c-2bb8e72137d9 None None] Provisioning complete for port b50f5b54-050b-4e98-bc36-29794bf57b75 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:10.517510 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-19ec1616-eb75-401a-af0c-2bb8e72137d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:10.521346 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b210d3c5-226d-44e2-803f-346abd9b88cc req-d30c0f24-ae3e-48d6-b166-411db6a3c5e7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.4649463 May 31 16:23:10.689140 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-19ec1616-eb75-401a-af0c-2bb8e72137d9 None None] Port b50f5b54-050b-4e98-bc36-29794bf57b75 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:23:10.737702 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b210d3c5-226d-44e2-803f-346abd9b88cc req-b949eeb0-f389-4aa9-999e-b04da28635db tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121189 May 31 16:23:10.890116 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d28a9-7f3a-460c-a094-f3c96d52c03a req-4fecc80b-04a6-49ec-9fa0-feece97c9cfe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:10.901516 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e1d28a9-7f3a-460c-a094-f3c96d52c03a req-4fecc80b-04a6-49ec-9fa0-feece97c9cfe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2697406 May 31 16:23:11.054567 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e1d28a9-7f3a-460c-a094-f3c96d52c03a req-b972c53c-d41a-422d-8c2c-1d90f33f47a6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516242 May 31 16:23:11.141467 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:11.142888 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 486c83e0-317f-441d-af8e-100091418778 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:11.154556 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:11.198218 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:11.357658 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 486c83e0-317f-441d-af8e-100091418778 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:11.364968 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 486c83e0-317f-441d-af8e-100091418778 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:11.365335 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:11.442080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Pushing event updated for resources: {'Port': ['ID=b50f5b54-050b-4e98-bc36-29794bf57b75,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:11.457094 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:11.496123 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:11.680168 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:11.741113 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 486c83e0-317f-441d-af8e-100091418778, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=486c83e0-317f-441d-af8e-100091418778,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:11.749244 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:11.757632 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-5b98cd5a-6fcd-4217-851c-d7fcf8fe0dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:11.853581 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872798eb-9fe3-421c-acec-10beb80d4d76 req-4e488d90-5480-4879-89d7-d81715451ac3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:11.867038 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-872798eb-9fe3-421c-acec-10beb80d4d76 req-4e488d90-5480-4879-89d7-d81715451ac3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2687337 May 31 16:23:12.016045 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=486c83e0-317f-441d-af8e-100091418778,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:12.038306 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:12.117978 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-872798eb-9fe3-421c-acec-10beb80d4d76 req-f99927a1-27f1-40c5-944f-95e0e7d497a1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486150 May 31 16:23:12.127632 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-115b47b2-7e73-4a64-b056-6f7a06cd7f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:12.147510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Network d9649ccf-2e87-4001-b491-5e611c968f8f is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:12.149765 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:12.211885 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:12.248679 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34138c-0caa-4fcc-aed5-2208bb6d8c19 req-7885ca35-9b18-4d26-a4e1-1d8490de34ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:12.250246 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2a34138c-0caa-4fcc-aed5-2208bb6d8c19 req-7885ca35-9b18-4d26-a4e1-1d8490de34ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.2301447 May 31 16:23:12.343195 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2a34138c-0caa-4fcc-aed5-2208bb6d8c19 req-1fb75c5c-5055-4308-9f25-c8c68bf1819e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821931 May 31 16:23:12.579255 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Router 88a72362-fb26-48f6-a7b0-2823f489c740 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:23:12.672428 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-3a3c3e7c-1fc6-471a-8eae-8545852ae845 None None] Provisioning complete for port b50f5b54-050b-4e98-bc36-29794bf57b75 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:12.673036 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3a3c3e7c-1fc6-471a-8eae-8545852ae845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:12.775660 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c3e7c-1fc6-471a-8eae-8545852ae845 None None] Port b50f5b54-050b-4e98-bc36-29794bf57b75 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:23:12.803065 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc608223-fb7d-46c6-ad11-c1b43574b080 req-b2f89e33-892d-4dae-a22d-4d45aeb0ead6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:12.813919 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cc608223-fb7d-46c6-ad11-c1b43574b080 req-b2f89e33-892d-4dae-a22d-4d45aeb0ead6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1796532 May 31 16:23:12.935731 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cc608223-fb7d-46c6-ad11-c1b43574b080 req-f6479a9f-debc-490b-8c3b-126fad321f1e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204522 May 31 16:23:12.978433 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:23:13.060748 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] 10.222.0.61 "PUT /v2.0/routers/88a72362-fb26-48f6-a7b0-2823f489c740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5107417 May 31 16:23:13.065773 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Sync routers for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:23:13.087451 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 486c83e0-317f-441d-af8e-100091418778 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:13.279484 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:13.281034 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:23:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:13.499841 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:13.500833 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:13.504955 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 486c83e0-317f-441d-af8e-100091418778 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:13.505544 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:13.513721 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf190955-c6fe-4ebf-8a1e-b6372800d040 req-d6c89439-3cd0-473d-81d9-93b0874d7ef4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:13.528343 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf190955-c6fe-4ebf-8a1e-b6372800d040 req-d6c89439-3cd0-473d-81d9-93b0874d7ef4 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 945 time: 0.2594330 May 31 16:23:13.632061 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf190955-c6fe-4ebf-8a1e-b6372800d040 req-e42a5b3c-b012-481d-a308-77ed544863a5 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005948 May 31 16:23:13.743884 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:13.803310 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbd72-34ed-4dcb-94aa-e169a9d5e791 req-1abae935-5701-4aba-9e4e-89e2aae952f6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:13.804899 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7decbd72-34ed-4dcb-94aa-e169a9d5e791 req-1abae935-5701-4aba-9e4e-89e2aae952f6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1669998 May 31 16:23:13.867991 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7decbd72-34ed-4dcb-94aa-e169a9d5e791 req-95e37a59-d2f4-4b07-a99e-d34140eb63d9 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544543 May 31 16:23:14.297393 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49894) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:14.305334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1532687932-network', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:23:14.314186 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:14.332408 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Usage tracker for resource:network and tenant:55c06c5b87484860b5842f68e4d104a1 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:14.333688 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5022ad-ddd4-4f79-9b11-faa6b6064ef6 req-219cbec0-fb19-4e0b-820a-bde1c323bf4d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:14.342062 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-df5022ad-ddd4-4f79-9b11-faa6b6064ef6 req-219cbec0-fb19-4e0b-820a-bde1c323bf4d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1696148 May 31 16:23:14.345199 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:14.369590 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:14.402846 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-df5022ad-ddd4-4f79-9b11-faa6b6064ef6 req-4460c073-05e7-4dd1-8909-047e7c0b5ffe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591002 May 31 16:23:14.404124 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Made reservation on behalf of 55c06c5b87484860b5842f68e4d104a1 for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:23:14.407296 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.441964 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.458995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:14.464263 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Usage tracker for resource:security_group_rule and tenant:55c06c5b87484860b5842f68e4d104a1 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:14.469378 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:14.478061 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:14.595265 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 2, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:14.609038 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Checking router: 88a72362-fb26-48f6-a7b0-2823f489c740 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:23:14.609038 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Updating router 88a72362-fb26-48f6-a7b0-2823f489c740 port b50f5b54-050b-4e98-bc36-29794bf57b75 binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:23:14.662077 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.672759 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.677527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a4e2f63c-7449-4e66-8578-2d0ed3b30fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:14.714797 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:23:14.733757 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.734101 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Added segment a3fa18a5-b015-4ca4-b468-6c879114d1cb of type vlan for network c3a2df21-f3f3-491f-a71f-aaa4b74336be May 31 16:23:14.744109 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.764681 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.768478 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.819231 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e67007-0b4c-4630-a912-7589b3a3ece8,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:14.822580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:14.823251 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.825148 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:14.825733 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:14.829382 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:15.131158 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2627d1d-7af4-4fc0-bb43-1c8863c7ae1c req-a63ec247-f8cc-4bc1-be0a-3355ebea696c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:15.146741 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e2627d1d-7af4-4fc0-bb43-1c8863c7ae1c req-a63ec247-f8cc-4bc1-be0a-3355ebea696c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 945 time: 0.2194495 May 31 16:23:15.151270 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a2df21-f3f3-491f-a71f-aaa4b74336be,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:15.155956 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:15.165127 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8654349 May 31 16:23:15.166074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49924) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:15.181879 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Request body: {'subnet': {'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1532687932-subnet', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:23:15.184935 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:23:15.194103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:15.210480 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Usage tracker for resource:subnet and tenant:55c06c5b87484860b5842f68e4d104a1 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:15.215022 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:15.233311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:15.259783 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Made reservation on behalf of 55c06c5b87484860b5842f68e4d104a1 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:23:15.262713 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375017'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:15.263354 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e2627d1d-7af4-4fc0-bb43-1c8863c7ae1c req-ce54578e-9c8b-40da-af2e-6bbdbedd642c tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150107 May 31 16:23:15.316121 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-77dd958b-62ae-4d01-9a3d-80a82bc58991 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:15.317530 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-77dd958b-62ae-4d01-9a3d-80a82bc58991 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Synchronizing usage tracker for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:23:15.422541 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b788b-52c1-4900-afee-07f3d8db2573 req-8cc8422f-a7b2-495b-af29-ab6befeceb7c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:15.430930 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-253b788b-52c1-4900-afee-07f3d8db2573 req-8cc8422f-a7b2-495b-af29-ab6befeceb7c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.2044685 May 31 16:23:15.474020 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-77dd958b-62ae-4d01-9a3d-80a82bc58991 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Unset dirty status for tenant:dfa262cae94f48738dfd83a8bfa5c760 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:23:15.475145 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-77dd958b-62ae-4d01-9a3d-80a82bc58991 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 945 time: 0.6276078 May 31 16:23:15.533481 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-253b788b-52c1-4900-afee-07f3d8db2573 req-28c3b328-3964-4b0f-87a2-9b4a732d52a8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755911 May 31 16:23:15.797406 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Deleting port 03caed14-6044-4e91-913e-4b48b4a12715 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:23:15.797824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:15.831265 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:15.865630 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Transition to ACTIVE for port object b50f5b54-050b-4e98-bc36-29794bf57b75 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:15.866723 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7792-86a2-438d-b04b-4787d27dd479 req-7f667040-0d8e-4ace-ab73-2f04ef8f98a0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:15.869305 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1f1a7792-86a2-438d-b04b-4787d27dd479 req-7f667040-0d8e-4ace-ab73-2f04ef8f98a0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1607771 May 31 16:23:15.883736 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:15.890341 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:15.972431 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1f1a7792-86a2-438d-b04b-4787d27dd479 req-25d69be8-448f-4b06-9a33-99f24b272933 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850487 May 31 16:23:16.025655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] For port 03caed14-6044-4e91-913e-4b48b4a12715, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=03caed14-6044-4e91-913e-4b48b4a12715,segment=NetworkSegment(0e4096c2-9083-4f60-a97a-635727655804),segment_id=0e4096c2-9083-4f60-a97a-635727655804)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:16.026020 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:16.190792 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981c8b-47b0-482f-b1be-01fa3a66e75f None None] Pushing event updated for resources: {'Port': ['ID=b50f5b54-050b-4e98-bc36-29794bf57b75,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:16.201371 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1d981c8b-47b0-482f-b1be-01fa3a66e75f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:16.334671 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Attempting to bind port b50f5b54-050b-4e98-bc36-29794bf57b75 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:23:16.335128 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Attempting to bind port b50f5b54-050b-4e98-bc36-29794bf57b75 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:23:16.335604 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Attempting to bind port b50f5b54-050b-4e98-bc36-29794bf57b75 on network d9649ccf-2e87-4001-b491-5e611c968f8f {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:23:16.342359 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:23:16.342897 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Checking segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:16.343438 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:16.343942 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Bound using segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:23:16.344555 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Bound port: b50f5b54-050b-4e98-bc36-29794bf57b75, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:23:16.345050 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:16.374939 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Calling delete_port for 03caed14-6044-4e91-913e-4b48b4a12715 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:23:16.609031 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] For port b50f5b54-050b-4e98-bc36-29794bf57b75, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:23:16.618688 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] For port b50f5b54-050b-4e98-bc36-29794bf57b75, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b50f5b54-050b-4e98-bc36-29794bf57b75,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:23:16.628062 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:16.637615 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:16.686815 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6653475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375039'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:16.720064 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2b55332b-5e0f-4ca6-94fa-b4f229b33ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:16.848690 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981c8b-47b0-482f-b1be-01fa3a66e75f None None] Pushing event updated for resources: {'Port': ['ID=b50f5b54-050b-4e98-bc36-29794bf57b75,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:16.856460 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1d981c8b-47b0-482f-b1be-01fa3a66e75f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:16.886284 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:16.886990 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:23:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:16.940023 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4194ead-6d91-4efa-890c-921cfa09ed79,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:16.966467 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:16.967217 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:16.986194 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce1e1b-dce6-48f8-a1bb-786e1ea8f8c6 req-a975118c-88b6-4b75-ab0b-6b60f2a58144 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:16.991137 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-59ce1e1b-dce6-48f8-a1bb-786e1ea8f8c6 req-a975118c-88b6-4b75-ab0b-6b60f2a58144 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 945 time: 0.4235058 May 31 16:23:17.006145 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:17.063299 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61b3b9-560a-4e28-81e3-2e45be447443 req-c8e0b7f3-2bf5-4219-9f4a-a885e1b33496 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:17.076958 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb61b3b9-560a-4e28-81e3-2e45be447443 req-c8e0b7f3-2bf5-4219-9f4a-a885e1b33496 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.3189557 May 31 16:23:17.189507 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-59ce1e1b-dce6-48f8-a1bb-786e1ea8f8c6 req-89e5ee1d-3564-4529-bcef-85e80e53db80 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/security-groups?id=ef802b47-a431-4b29-871e-6942e3953933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875179 May 31 16:23:17.226713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb61b3b9-560a-4e28-81e3-2e45be447443 req-d55d47a7-930c-437c-a000-9f5290203aa3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475570 May 31 16:23:17.305091 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Checking segment: {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:17.305610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Network hostable DHCP agents. Network: c3a2df21-f3f3-491f-a71f-aaa4b74336be, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:23:17.326847 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:17.327080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] No DVR routers for this DVR port 03caed14-6044-4e91-913e-4b48b4a12715 on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:23:17.327080 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Pushing event deleted for resources: {'Port': ['ID=03caed14-6044-4e91-913e-4b48b4a12715,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:17.331241 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:17.352251 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:17.352251 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'name': 'network-vif-deleted', 'tag': '03caed14-6044-4e91-913e-4b48b4a12715'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:17.355902 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ddf1d0-cbb4-4601-bc0d-1fd81d12927c" -d '{"events": [{"server_uuid": "92fea53f-8f1d-4d9e-b474-cc4def3d465d", "name": "network-vif-deleted", "tag": "03caed14-6044-4e91-913e-4b48b4a12715"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:17.376186 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-2e09f475-ce3c-4868-b2ff-4e76820fa380 req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.35 "DELETE /v2.0/ports/03caed14-6044-4e91-913e-4b48b4a12715 HTTP/1.1" status: 204 len: 173 time: 1.8856595 May 31 16:23:17.427932 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:23:17.467389 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, c3a2df21-f3f3-491f-a71f-aaa4b74336be) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:17.487780 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:17.501642 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d61efe-5251-4581-9498-bf69f1ce3f8c None None] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:23:17.502221 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:17.536328 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e121e2-9e13-42d5-86ad-efaf4f25408e x-openstack-request-id: req-44e121e2-9e13-42d5-86ad-efaf4f25408e {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:17.537326 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fea53f-8f1d-4d9e-b474-cc4def3d465d", "name": "network-vif-deleted", "tag": "03caed14-6044-4e91-913e-4b48b4a12715", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:17.537761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44e121e2-9e13-42d5-86ad-efaf4f25408e {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:17.538374 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fea53f-8f1d-4d9e-b474-cc4def3d465d', 'name': 'network-vif-deleted', 'tag': '03caed14-6044-4e91-913e-4b48b4a12715', 'status': 'completed', 'code': 200} May 31 16:23:17.540929 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3bbf441c-0b8f-4320-8e83-2a36d103a6da admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3689339 May 31 16:23:17.543940 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 49992) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:17.551069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:23:17.561619 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:17.567852 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Usage tracker for resource:router and tenant:55c06c5b87484860b5842f68e4d104a1 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:17.571732 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:17.580314 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:17.613324 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2077296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2987'] for router, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:17.621149 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2078320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2079407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2059842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2976'] for router, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:17.652525 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6367d-6baa-4ec5-8b6b-ca10a9e39d65 req-1a6798d4-0783-4e79-8483-b420e8af5065 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:17.658355 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1da6367d-6baa-4ec5-8b6b-ca10a9e39d65 req-1a6798d4-0783-4e79-8483-b420e8af5065 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1652989 May 31 16:23:17.695215 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:17.819697 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1da6367d-6baa-4ec5-8b6b-ca10a9e39d65 req-bc6c2cca-4dd1-4a15-a708-2b899890cae6 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569085 May 31 16:23:18.164069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2077250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3030'] for router, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:18.313507 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp298ad778-14eb-5aca-8c28-3ef63293d529-c3a2df21-f3f3-491f-a71f-aaa4b74336be', 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'fixed_ips': [{'subnet_id': 'e4194ead-6d91-4efa-890c-921cfa09ed79'}]}} from dv-cinder-793814-1-smb. {{(pid=91774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 16:23:18.315061 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:18.547144 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:16Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:18.692785 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-74bca637-62fe-4201-852c-976f47b6dfff req-f558424f-e162-4ddf-884e-55a0810e7de3 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] 10.222.0.61 "GET /v2.0/ports?device_id=92fea53f-8f1d-4d9e-b474-cc4def3d465d HTTP/1.1" status: 200 len: 210 time: 0.1224320 May 31 16:23:18.699036 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.db_base_plugin_common [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Allocated IP 172.20.0.2 (c3a2df21-f3f3-491f-a71f-aaa4b74336be/e4194ead-6d91-4efa-890c-921cfa09ed79/d3da8034-77ee-4bab-b359-48000eadfcf0) {{(pid=91774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:18.763050 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 03caed14-6044-4e91-913e-4b48b4a12715 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:23:18.841771 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:18.897918 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:18.909605 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8d88f-0b44-4019-8055-06ca469e96d5 req-cddf06ca-b73b-456d-b1f9-edf8083f07d9 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:18.916929 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04f8d88f-0b44-4019-8055-06ca469e96d5 req-cddf06ca-b73b-456d-b1f9-edf8083f07d9 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1292326 May 31 16:23:19.009537 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04f8d88f-0b44-4019-8055-06ca469e96d5 req-395b1238-44e6-47fa-8f7c-63ea0846a5d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861282 May 31 16:23:19.095463 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d3d7c-3f1b-4073-a91b-e21f03bc57b9 None None] The sync data for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb is: [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:16Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:23:19.124937 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 03caed14-6044-4e91-913e-4b48b4a12715 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:23:19.125291 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 03caed14-6044-4e91-913e-4b48b4a12715 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:23:19.163550 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Allocated IP 172.28.1.106 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/2d0c5e5f-bb3d-4b77-b968-c66f8be34dba) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:19.185857 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Notify callbacks [] for port, precommit_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.239524 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705182f-426a-4489-9c82-e02c403f3d0a req-91b00330-2c5e-44a7-b692-885197db2e27 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:19.243674 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c705182f-426a-4489-9c82-e02c403f3d0a req-91b00330-2c5e-44a7-b692-885197db2e27 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2328236 May 31 16:23:19.244881 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Transition to ACTIVE for port object d3da8034-77ee-4bab-b359-48000eadfcf0 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:19.290672 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Transition to ACTIVE for port object d3da8034-77ee-4bab-b359-48000eadfcf0 will not be triggered until provisioned by entity DHCP. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:19.303261 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611'] for port, after_create {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.308879 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1d981c8b-47b0-482f-b1be-01fa3a66e75f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:19.364441 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c705182f-426a-4489-9c82-e02c403f3d0a req-7a1564d7-fa81-4b43-a3dc-03e6c96f324a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099372 May 31 16:23:19.389772 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be is already hosted by enough agents. {{(pid=91774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:19.393981 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.scheduler.base_scheduler [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Resources bound (agent type, host, resource id): {{(pid=91774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:19.399454 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Received port after_create {{(pid=91774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:19.413861 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Pushing event updated for resources: {'Port': ['ID=d3da8034-77ee-4bab-b359-48000eadfcf0,revision_number=1']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:19.482515 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:19.567093 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.613201 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.617057 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-48f8f52d-8c9e-4fea-98f7-893cc63b4495 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:19.638882 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Attempting to bind port d3da8034-77ee-4bab-b359-48000eadfcf0 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:23:19.639641 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Attempting to bind port d3da8034-77ee-4bab-b359-48000eadfcf0 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:23:19.640407 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Attempting to bind port d3da8034-77ee-4bab-b359-48000eadfcf0 on network c3a2df21-f3f3-491f-a71f-aaa4b74336be {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:23:19.649996 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:23:19.650880 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Checking segment: {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:19.651904 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.652720 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Bound using segment: {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:23:19.653633 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Bound port: d3da8034-77ee-4bab-b359-48000eadfcf0, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:23:19.654479 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.727134 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50018) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:19.869375 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] For port d3da8034-77ee-4bab-b359-48000eadfcf0, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:23:19.878041 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50026) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:19.898836 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] For port d3da8034-77ee-4bab-b359-48000eadfcf0, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d3da8034-77ee-4bab-b359-48000eadfcf0,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:23:19.910029 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:19.929396 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:20.071432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Pushing event updated for resources: {'Port': ['ID=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:20.080690 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:20.108389 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:20.110484 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:20.113371 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:20.277784 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Pushing event updated for resources: {'Port': ['ID=d3da8034-77ee-4bab-b359-48000eadfcf0,revision_number=2']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:20.293641 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Deleting subnet 15d9e0af-cfab-43f3-8787-997f96732938 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:23:20.294892 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:20.318196 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:20.752375 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-6a76ec39-67b2-4a12-a5c4-09a62a36a5c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0cd2b4d560148f8b6080faa2a749b96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0238404 May 31 16:23:20.756147 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50038) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:20.775109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.042620 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.099069 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b50f5b54-050b-4e98-bc36-29794bf57b75 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:21.224160 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.278487 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port b50f5b54-050b-4e98-bc36-29794bf57b75 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:21.289965 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port b50f5b54-050b-4e98-bc36-29794bf57b75 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:21.290499 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.313897 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845062f-3751-463f-b9b1-437716ef6506 req-3cae10fa-745c-4bba-b152-9c64903fe0b6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:21.339245 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7845062f-3751-463f-b9b1-437716ef6506 req-3cae10fa-745c-4bba-b152-9c64903fe0b6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.6840165 May 31 16:23:21.340452 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.530797 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb920f-2cb2-4be1-9b16-c4492793a429 req-ba117c6c-5384-4150-8908-3190a068c22e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:21.540508 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9cfb920f-2cb2-4be1-9b16-c4492793a429 req-ba117c6c-5384-4150-8908-3190a068c22e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.6953137 May 31 16:23:21.579550 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.643088 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2077305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2079433'] for router, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.650447 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.731467 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port b50f5b54-050b-4e98-bc36-29794bf57b75, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b50f5b54-050b-4e98-bc36-29794bf57b75,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:21.742196 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:21.742472 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7845062f-3751-463f-b9b1-437716ef6506 req-91379e7f-18fb-4084-bd4a-29a8ea155b5f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707850 May 31 16:23:21.743294 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d3da8034-77ee-4bab-b359-48000eadfcf0 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:21.854524 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:21.958243 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9cfb920f-2cb2-4be1-9b16-c4492793a429 req-816c17bb-91ff-4f4c-af96-ada495d0388a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137895 May 31 16:23:21.965652 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port d3da8034-77ee-4bab-b359-48000eadfcf0 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:21.987492 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=b50f5b54-050b-4e98-bc36-29794bf57b75,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:21.992456 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:22.123946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.140159 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-07c73b92-d9c7-4342-943d-e66ce2758bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:22.163196 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Router 6b3b9194-50b3-4580-81f1-3a072af1492a is scheduled to L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 with binding_index 1 {{(pid=91773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 16:23:22.170540 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea03694-c027-4c20-ae38-e83964a4af12 None None] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:23:22.210390 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c5e1a-622f-40c8-b755-a56ed047ba1d,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:22.218680 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:22.221596 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.223077 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f1c5e1a-622f-40c8-b755-a56ed047ba1d HTTP/1.1" status: 204 len: 168 time: 1.4599609 May 31 16:23:22.274546 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.295436 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bbf494d0-be0e-41f6-a7ea-8bd7ae6a4665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:22.354550 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Provisioning for port d3da8034-77ee-4bab-b359-48000eadfcf0 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:22.362441 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Provisioning complete for port d3da8034-77ee-4bab-b359-48000eadfcf0 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:22.363200 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.414691 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d9e0af-cfab-43f3-8787-997f96732938,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:22.418117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.424233 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/15d9e0af-cfab-43f3-8787-997f96732938 HTTP/1.1" status: 204 len: 168 time: 2.5445681 May 31 16:23:22.426051 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f9288bfa-d21c-4460-b307-488b64912e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:22.426764 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50056) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:22.617991 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:23:22.634846 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Sync routers for ids ['6b3b9194-50b3-4580-81f1-3a072af1492a'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:23:22.650444 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Routers {'6b3b9194-50b3-4580-81f1-3a072af1492a'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:22.657242 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:23:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['6b3b9194-50b3-4580-81f1-3a072af1492a'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:22.663469 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.691341 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.696015 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1481526 May 31 16:23:22.696791 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50066) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:22.832968 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:22.961932 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] For port d3da8034-77ee-4bab-b359-48000eadfcf0, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d3da8034-77ee-4bab-b359-48000eadfcf0,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:22.967236 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b50f5b54-050b-4e98-bc36-29794bf57b75 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:22.981985 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.003858 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.022809 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f714c57-4061-4567-a24d-b485902abd2e']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:23.024013 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:23.042152 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4096c2-9083-4f60-a97a-635727655804') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:23.042439 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4096c2-9083-4f60-a97a-635727655804') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:23.057073 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.079371 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Set router 6b3b9194-50b3-4580-81f1-3a072af1492a gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:23.081709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.091657 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:23:23.092469 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.127979 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Pushing event updated for resources: {'Port': ['ID=d3da8034-77ee-4bab-b359-48000eadfcf0,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:23.134431 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:23.151556 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port b50f5b54-050b-4e98-bc36-29794bf57b75 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:23.152186 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:23:23.237236 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:23:23.295858 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.315177 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.331893 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:23.350695 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f714c57-4061-4567-a24d-b485902abd2e HTTP/1.1" status: 204 len: 168 time: 0.9228425 May 31 16:23:23.375233 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f714c57-4061-4567-a24d-b485902abd2e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:23.388030 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-479ea559-33a7-45ff-8035-5fb51f45297f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:23.464941 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00f0d6-685d-4a3f-8ab1-5f6eb080f7de req-aae7400c-9380-49fe-878b-2501a6b768fe tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:23.467239 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ec00f0d6-685d-4a3f-8ab1-5f6eb080f7de req-aae7400c-9380-49fe-878b-2501a6b768fe tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.4542565 May 31 16:23:23.550413 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ec00f0d6-685d-4a3f-8ab1-5f6eb080f7de req-55a6ef84-0ee9-493b-8373-a31cceba4443 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768352 May 31 16:23:23.576117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50082) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:23.631372 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d8eb6662-2e14-4447-992f-0bce99a020ec None None] Provisioning complete for port d3da8034-77ee-4bab-b359-48000eadfcf0 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:23.631947 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6662-2e14-4447-992f-0bce99a020ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.666618 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f20fac53-b7ba-433c-aeb8-b30e35219d97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfa262cae94f48738dfd83a8bfa5c760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0892537 May 31 16:23:23.678802 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50086) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:23.745867 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:23:20Z', 'revision_number': 3, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:23.751404 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Checking router: 6b3b9194-50b3-4580-81f1-3a072af1492a for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:23:23.751751 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Updating router 6b3b9194-50b3-4580-81f1-3a072af1492a port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba binding host dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:23:23.809449 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.822115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.858487 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.887191 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-7e7abdc7-99cc-48c6-9971-9fd77b816f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:23.889103 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-7e7abdc7-99cc-48c6-9971-9fd77b816f07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1098 time: 0.3740163 May 31 16:23:23.907966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a2238-1fe4-4dfe-8d8a-fcbc68a1125a req-833cb5ac-ce65-43b1-a758-c83c64a5573e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:23.909551 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-003a2238-1fe4-4dfe-8d8a-fcbc68a1125a req-833cb5ac-ce65-43b1-a758-c83c64a5573e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1925938 May 31 16:23:23.968108 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:23.974813 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-85f4eaaa-97ce-4e00-a357-21ef9ad5dd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:23.991214 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-003a2238-1fe4-4dfe-8d8a-fcbc68a1125a req-8305ce92-e4c2-4172-9a2f-a99dc2e139cd tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743217 May 31 16:23:23.994336 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef802b47-a431-4b29-871e-6942e3953933,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:23.999182 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:24.006744 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.011690 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef802b47-a431-4b29-871e-6942e3953933 HTTP/1.1" status: 204 len: 168 time: 0.3285229 May 31 16:23:24.137339 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-faf7e1db-c689-4616-a2da-624388da8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:24.139505 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-faf7e1db-c689-4616-a2da-624388da8a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.2419388 May 31 16:23:24.296386 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.305815 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-d2969177-2fc1-4814-9479-e8d3bdbc182b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 1001 time: 0.1585340 May 31 16:23:24.311347 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.provisioning_blocks [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Transition to ACTIVE for port object 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba will not be triggered until provisioned by entity L2. {{(pid=91775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:24.318790 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.324318 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:24.356351 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.400171 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Attempting to bind port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:23:24.400572 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Attempting to bind port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:23:24.400940 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Attempting to bind port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba on network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:23:24.410767 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:23:24.411157 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Checking segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:24.411543 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.411935 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Bound using segment: {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'} {{(pid=91775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:23:24.412557 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.managers [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Bound port: 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425db9d0-e9d6-4933-b027-238a207ad987', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}}] {{(pid=91775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:23:24.412809 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.431992 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-81598b2d-127d-459f-91b5-729a50bbcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:24.433670 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-81598b2d-127d-459f-91b5-729a50bbcc28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.1185722 May 31 16:23:24.443481 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588b94-0d0d-409e-83b2-f6d541f056d6 None None] Pushing event updated for resources: {'Port': ['ID=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,revision_number=2']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:24.457583 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-e9588b94-0d0d-409e-83b2-f6d541f056d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:24.523660 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] For port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:23:24.529159 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.plugins.ml2.db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] For port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:23:24.533573 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron_lib.callbacks.manager [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:24.543972 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-e26ba200-94e8-4b4f-ac5f-676e7d88b33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:24.618698 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Routers {'6b3b9194-50b3-4580-81f1-3a072af1492a'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:24.619340 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:23:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['6b3b9194-50b3-4580-81f1-3a072af1492a'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:24.652493 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-6802f771-9b0a-4d5e-a1a0-b6bd651a2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:24.654742 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-6802f771-9b0a-4d5e-a1a0-b6bd651a2913 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2098694 May 31 16:23:24.690515 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588b94-0d0d-409e-83b2-f6d541f056d6 None None] Pushing event updated for resources: {'Port': ['ID=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,revision_number=3']} {{(pid=91775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:24.713711 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG oslo_concurrency.lockutils [None req-e9588b94-0d0d-409e-83b2-f6d541f056d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:24.737623 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Allocated IP 172.20.0.1 (c3a2df21-f3f3-491f-a71f-aaa4b74336be/e4194ead-6d91-4efa-890c-921cfa09ed79/d57c09bc-256f-469e-a8e7-4a02ada0bc05) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:24.881111 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eb6f1-f71a-4a1b-87c7-cebd08cd63f9 req-aa6df705-a8bd-43b0-b441-623592d4acfb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:24.885999 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e56eb6f1-f71a-4a1b-87c7-cebd08cd63f9 req-aa6df705-a8bd-43b0-b441-623592d4acfb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1573124 May 31 16:23:24.922708 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d3da8034-77ee-4bab-b359-48000eadfcf0 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:24.980948 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e56eb6f1-f71a-4a1b-87c7-cebd08cd63f9 req-7922b0a0-6b87-400e-b73e-bac20e2e30ae tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837297 May 31 16:23:25.013246 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] Set router 6b3b9194-50b3-4580-81f1-3a072af1492a gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:25.056357 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port d3da8034-77ee-4bab-b359-48000eadfcf0 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:25.057112 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:25.175077 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:25.188362 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-c41f7c88-dec3-4d8b-b466-2e323bdcfb7f service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218830 May 31 16:23:25.222955 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Transition to ACTIVE for port object d57c09bc-256f-469e-a8e7-4a02ada0bc05 will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:25.346900 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-3a9aa78b-2bd6-473b-b6f7-ac10d1fd8c11 req-59f5201d-924c-4e56-b5ba-93c46088d686 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514039 May 31 16:23:25.351179 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:25.369385 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e2ca7962-c3e8-43f8-bee3-36650db0bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:25.439137 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:25.442117 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:25.448951 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:25.483348 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Pushing event updated for resources: {'Port': ['ID=d57c09bc-256f-469e-a8e7-4a02ada0bc05,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:25.484172 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9e79-2e9f-4a23-840b-b989b7462882 req-9dea5be2-70c3-4182-8b4f-e79b862fa06e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:25.487109 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-12ca9e79-2e9f-4a23-840b-b989b7462882 req-9dea5be2-70c3-4182-8b4f-e79b862fa06e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2644076 May 31 16:23:25.488100 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:25.503766 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:23:20Z', 'revision_number': 3, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:25.507976 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036407-ace1-44e8-8f91-ed368341d9d3 None None] The sync data for ids ['6b3b9194-50b3-4580-81f1-3a072af1492a'] in dv-cinder-793814-1-smb is: [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:23:20Z', 'revision_number': 3, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:23:25.519907 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2073272'] for router_interface, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:25.544983 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-12ca9e79-2e9f-4a23-840b-b989b7462882 req-0bc507a6-2dfa-4558-a389-44f890a46bcf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 May 31 16:23:25.705255 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:25.777413 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-24a6d84b-54e2-44e9-996a-511e8f4ab2f7 None None] Provisioning for port d57c09bc-256f-469e-a8e7-4a02ada0bc05 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:25.786477 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-24a6d84b-54e2-44e9-996a-511e8f4ab2f7 None None] Provisioning complete for port d57c09bc-256f-469e-a8e7-4a02ada0bc05 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:25.787547 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-24a6d84b-54e2-44e9-996a-511e8f4ab2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:25.924962 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-24a6d84b-54e2-44e9-996a-511e8f4ab2f7 None None] Port d57c09bc-256f-469e-a8e7-4a02ada0bc05 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:23:26.037448 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:26.043262 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:26.099893 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a9f998e0-5bd9-4a1d-85a1-6eb3a0546c14 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:26.177538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2073109'] for router_interface, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:26.181834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Pushing event updated for resources: {'Port': ['ID=d57c09bc-256f-469e-a8e7-4a02ada0bc05,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:26.186895 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:26.274827 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b9d18-304f-445d-851d-801b7a4bd912 req-cd9340e1-589f-45b2-8eca-80fb5c782808 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:26.276708 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e13b9d18-304f-445d-851d-801b7a4bd912 req-cd9340e1-589f-45b2-8eca-80fb5c782808 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 945 time: 0.1171076 May 31 16:23:26.369342 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e13b9d18-304f-445d-851d-801b7a4bd912 req-4829c41b-f2e0-4772-9e58-80455e93c163 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828960 May 31 16:23:26.414407 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:26.416575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:26.682345 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Router 6b3b9194-50b3-4580-81f1-3a072af1492a has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:23:26.764019 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-701240df-347f-4003-8a80-d1f5053619a4 None None] Provisioning complete for port d57c09bc-256f-469e-a8e7-4a02ada0bc05 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:26.764622 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-701240df-347f-4003-8a80-d1f5053619a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:26.811728 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:23:26.842990 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76cdce-4aa0-412e-a316-c4a1cd1e97bb req-c2bd1d6d-3d63-4ee1-88f5-f988e5e699c5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:26.858724 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0e76cdce-4aa0-412e-a316-c4a1cd1e97bb req-c2bd1d6d-3d63-4ee1-88f5-f988e5e699c5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1354337 May 31 16:23:26.911914 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-701240df-347f-4003-8a80-d1f5053619a4 None None] Port d57c09bc-256f-469e-a8e7-4a02ada0bc05 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:23:26.918592 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:23:26.944415 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] 10.222.0.61 "PUT /v2.0/routers/6b3b9194-50b3-4580-81f1-3a072af1492a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2346487 May 31 16:23:26.944686 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0e76cdce-4aa0-412e-a316-c4a1cd1e97bb req-cf196141-a1e9-4925-a7bd-25d0168850fe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836470 May 31 16:23:27.007130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:27.079597 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:27.113403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:27.115661 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3e2048-df30-443f-8dda-b215894de11f" -d '{"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-unplugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:27.139681 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:27.154528 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:27.157483 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:27.166602 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d9b20ac4-a7b1-4312-a241-728a363be922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:27.205700 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0624dea7-73ab-4417-afb5-e837e7491e26 x-openstack-request-id: req-0624dea7-73ab-4417-afb5-e837e7491e26 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:27.206002 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-unplugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:27.206261 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0624dea7-73ab-4417-afb5-e837e7491e26 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:27.206653 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'code': 200} May 31 16:23:27.212289 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:27.212901 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:27.304551 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=8']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:27.317514 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:27.453517 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:27.474176 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:27.479399 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:27.488718 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:27.567385 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:27.572613 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:27.654124 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe052fb-0472-467e-9c12-0c4ab6a9c8a5 req-577e3d8d-22cc-403d-9bb7-12df5249b606 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:27.656842 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dfe052fb-0472-467e-9c12-0c4ab6a9c8a5 req-577e3d8d-22cc-403d-9bb7-12df5249b606 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1158195 May 31 16:23:27.710166 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dfe052fb-0472-467e-9c12-0c4ab6a9c8a5 req-747ab0a6-725c-44d0-be2b-36905d47c820 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 May 31 16:23:27.833926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Sync routers for ids ['6b3b9194-50b3-4580-81f1-3a072af1492a'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:23:27.845297 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Routers {'6b3b9194-50b3-4580-81f1-3a072af1492a'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:27.846022 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:23:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['6b3b9194-50b3-4580-81f1-3a072af1492a'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:28.210430 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Set router 6b3b9194-50b3-4580-81f1-3a072af1492a gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:28.294225 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262b46-5cf9-4cf4-a53f-1b2b73f114a2 req-cd37e774-e9a9-4006-85c3-081120d6b6bf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:28.296894 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af262b46-5cf9-4cf4-a53f-1b2b73f114a2 req-cd37e774-e9a9-4006-85c3-081120d6b6bf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1012201 May 31 16:23:28.360735 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af262b46-5cf9-4cf4-a53f-1b2b73f114a2 req-f5123688-0d13-4496-a51b-1cb25e20c56d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547085 May 31 16:23:28.757130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:23:25Z', 'revision_number': 4, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'd57c09bc-256f-469e-a8e7-4a02ada0bc05', 'name': '', 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'mac_address': 'fa:16:3e:4d:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e4194ead-6d91-4efa-890c-921cfa09ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:24Z', 'updated_at': '2021-05-31T16:23:25Z', 'revision_number': 2, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'subnets': [{'id': 'e4194ead-6d91-4efa-890c-921cfa09ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:28.762381 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Checking router: 6b3b9194-50b3-4580-81f1-3a072af1492a for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:23:28.762972 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Updating router 6b3b9194-50b3-4580-81f1-3a072af1492a port d57c09bc-256f-469e-a8e7-4a02ada0bc05 binding host dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 16:23:28.844921 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:28.972805 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:29.203380 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:29.203759 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:29.222153 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c56930-d18a-4f1d-9f38-1b4af36b2763 req-c19f14f4-7100-464c-98b1-53a49ee4b557 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:29.232989 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-95c56930-d18a-4f1d-9f38-1b4af36b2763 req-c19f14f4-7100-464c-98b1-53a49ee4b557 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1365881 May 31 16:23:29.300052 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-95c56930-d18a-4f1d-9f38-1b4af36b2763 req-dac7c3ed-b580-4240-aa14-9ff2df7d6387 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658748 May 31 16:23:29.561798 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50240) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:29.606447 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Notify callbacks [] for port, precommit_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:29.629744 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Transition to ACTIVE for port object d57c09bc-256f-469e-a8e7-4a02ada0bc05 will not be triggered until provisioned by entity L2. {{(pid=91774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:29.640644 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:29.647721 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:29.740232 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66608d-b4e0-44fd-bdd3-075b2dac328b req-06db150d-5607-4543-a6e6-2182c79f49c1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:29.741763 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-de66608d-b4e0-44fd-bdd3-075b2dac328b req-06db150d-5607-4543-a6e6-2182c79f49c1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1723032 May 31 16:23:29.860154 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-76ec0e88-415f-4c3c-8ba2-a447ac9cd6e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2966716 May 31 16:23:29.883178 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a3547-8772-4acf-ad4b-65f85c74b247 None None] Pushing event updated for resources: {'Port': ['ID=d57c09bc-256f-469e-a8e7-4a02ada0bc05,revision_number=3']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:29.890611 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-de66608d-b4e0-44fd-bdd3-075b2dac328b req-6ff80e72-13f5-480f-bd0b-1d6791e2d3b5 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228993 May 31 16:23:29.892880 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ad0a3547-8772-4acf-ad4b-65f85c74b247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:29.925538 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Attempting to bind port d57c09bc-256f-469e-a8e7-4a02ada0bc05 on host dv-cinder-793814-1-smb for vnic_type normal with profile {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:23:29.927714 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Attempting to bind port d57c09bc-256f-469e-a8e7-4a02ada0bc05 by drivers openvswitch,hyperv on host dv-cinder-793814-1-smb at level 0 using segments [{'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:23:29.928313 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Attempting to bind port d57c09bc-256f-469e-a8e7-4a02ada0bc05 on network c3a2df21-f3f3-491f-a71f-aaa4b74336be {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:23:29.945173 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Checking agent: {'id': '0115a7fd-cf6a-4487-89fa-6515eb0b461d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793814-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 12, 42), 'started_at': datetime.datetime(2021, 5, 31, 16, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793814-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:23:29.946016 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Checking segment: {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:23:29.947217 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:29.947819 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Bound using segment: {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'} {{(pid=91774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:23:29.949528 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.managers [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Bound port: d57c09bc-256f-469e-a8e7-4a02ada0bc05, host: dv-cinder-793814-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fa18a5-b015-4ca4-b468-6c879114d1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be'}}] {{(pid=91774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:23:29.950109 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:30.136953 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] For port d57c09bc-256f-469e-a8e7-4a02ada0bc05, host dv-cinder-793814-1-smb, cleared binding levels {{(pid=91774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:23:30.142327 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] For port d57c09bc-256f-469e-a8e7-4a02ada0bc05, host dv-cinder-793814-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d57c09bc-256f-469e-a8e7-4a02ada0bc05,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:23:30.156367 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:30.172738 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-652eee4c-edc0-427d-9341-cac9cda76b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:30.268330 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Routers {'6b3b9194-50b3-4580-81f1-3a072af1492a'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:23:30.269445 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:23:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['6b3b9194-50b3-4580-81f1-3a072af1492a'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:30.372650 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a3547-8772-4acf-ad4b-65f85c74b247 None None] Pushing event updated for resources: {'Port': ['ID=d57c09bc-256f-469e-a8e7-4a02ada0bc05,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:30.377820 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ad0a3547-8772-4acf-ad4b-65f85c74b247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:30.624635 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] Set router 6b3b9194-50b3-4580-81f1-3a072af1492a gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:23:30.732623 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe8ec4-c7e5-4ab6-b7bf-f57af0ffac3f req-2d679e93-00c0-42ea-9236-678107c9944d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:30.734809 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ddbe8ec4-c7e5-4ab6-b7bf-f57af0ffac3f req-2d679e93-00c0-42ea-9236-678107c9944d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1421988 May 31 16:23:30.803758 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:23:30.847367 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ddbe8ec4-c7e5-4ab6-b7bf-f57af0ffac3f req-28dc86e3-3828-43c0-8635-5d4e3f8f4b0a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028752 May 31 16:23:31.230573 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:23:25Z', 'revision_number': 4, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'd57c09bc-256f-469e-a8e7-4a02ada0bc05', 'name': '', 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'mac_address': 'fa:16:3e:4d:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e4194ead-6d91-4efa-890c-921cfa09ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:24Z', 'updated_at': '2021-05-31T16:23:30Z', 'revision_number': 4, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'subnets': [{'id': 'e4194ead-6d91-4efa-890c-921cfa09ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:23:31.242998 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e950182-c902-4a38-9839-31d5c638ebea None None] The sync data for ids ['6b3b9194-50b3-4580-81f1-3a072af1492a'] in dv-cinder-793814-1-smb is: [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:23:25Z', 'revision_number': 4, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'd57c09bc-256f-469e-a8e7-4a02ada0bc05', 'name': '', 'network_id': 'c3a2df21-f3f3-491f-a71f-aaa4b74336be', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'mac_address': 'fa:16:3e:4d:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'e4194ead-6d91-4efa-890c-921cfa09ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:24Z', 'updated_at': '2021-05-31T16:23:30Z', 'revision_number': 4, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'subnets': [{'id': 'e4194ead-6d91-4efa-890c-921cfa09ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:23:31.244035 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6548ae-015d-4856-99bc-7d4526792b68 req-a0faad2a-6085-4bd4-ac30-4be55a0394be tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:31.245962 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9d6548ae-015d-4856-99bc-7d4526792b68 req-a0faad2a-6085-4bd4-ac30-4be55a0394be tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1923354 May 31 16:23:31.365960 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9d6548ae-015d-4856-99bc-7d4526792b68 req-f85b12d3-6948-4ce3-a69f-a4ef181402af tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129270 May 31 16:23:31.482348 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50292) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:31.654934 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:31.689111 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:31.697566 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Usage tracker for resource:security_group_rule and tenant:f96739f6ab5b43598299c90dbdd8c471 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:31.704666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:31.716463 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:31.865483 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:31.874538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:31.883662 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5a5677f2-10a7-424a-bfb5-fd9240ff320f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:31.921375 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad30d996-98e2-4a34-94ea-756d1310d749,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:31.947528 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.948153 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.948730 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.949271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.949781 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.950393 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.950787 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.951152 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.951596 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.952028 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.952411 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.952793 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:31.958200 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:31.962401 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f96739f6ab5b43598299c90dbdd8c471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786818 May 31 16:23:31.966065 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50300) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:32.126930 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:32.184824 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:32.254838 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d5ee7-d5ae-4ab1-b604-dafa55e2b093 req-b6e668e1-a915-40bc-8619-548ea66ede67 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:32.263810 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b98d5ee7-d5ae-4ab1-b604-dafa55e2b093 req-b6e668e1-a915-40bc-8619-548ea66ede67 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1846931 May 31 16:23:32.329633 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:32.336358 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c1e5f8f6-3a40-4f78-94a7-45167aa0b42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:32.378283 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b98d5ee7-d5ae-4ab1-b604-dafa55e2b093 req-a9728050-59e1-400b-9651-2366a4730a94 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079340 May 31 16:23:32.381447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad30d996-98e2-4a34-94ea-756d1310d749,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:32.389988 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:32.394004 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:32.395126 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad30d996-98e2-4a34-94ea-756d1310d749 HTTP/1.1" status: 204 len: 168 time: 0.4280994 May 31 16:23:32.612878 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-265dcc1b-3d84-4c36-a0fd-05b2bae54f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:32.615229 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-265dcc1b-3d84-4c36-a0fd-05b2bae54f7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1&tenant_id=089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 1096 time: 0.2488434 May 31 16:23:32.765753 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675cdcd-1c8e-4bb1-9de8-a971466486eb req-381481f3-a605-4ec2-b4c6-014e3dec50dd tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:32.775588 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f675cdcd-1c8e-4bb1-9de8-a971466486eb req-381481f3-a605-4ec2-b4c6-014e3dec50dd tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2168102 May 31 16:23:32.858761 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f675cdcd-1c8e-4bb1-9de8-a971466486eb req-b7f6b0f3-c5c0-4b12-a34a-d087185b4986 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821919 May 31 16:23:32.926286 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-e1404556-9bb1-4fc6-ac8c-7e75f4a9f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:32.927830 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-e1404556-9bb1-4fc6-ac8c-7e75f4a9f802 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1096 time: 0.2795515 May 31 16:23:32.983089 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d57c09bc-256f-469e-a8e7-4a02ada0bc05 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:33.085463 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning for port d57c09bc-256f-469e-a8e7-4a02ada0bc05 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:33.092422 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port d57c09bc-256f-469e-a8e7-4a02ada0bc05 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:33.093421 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:33.240276 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-2ba43545-a5c2-4cf3-9817-0b1f1094d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:33.240276 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-2ba43545-a5c2-4cf3-9817-0b1f1094d7db service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.2979870 May 31 16:23:33.383926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:33.415236 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-fa6c12bb-cf11-406e-84f1-783604d45b75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 999 time: 0.1696446 May 31 16:23:33.525209 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-489e3cfa-93c0-408f-92f8-a3a767422e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:33.528268 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-489e3cfa-93c0-408f-92f8-a3a767422e14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.0959153 May 31 16:23:33.535838 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] For port d57c09bc-256f-469e-a8e7-4a02ada0bc05, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d57c09bc-256f-469e-a8e7-4a02ada0bc05,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:33.549945 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:33.552649 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-1d981c8b-47b0-482f-b1be-01fa3a66e75f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:33.647204 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Pushing event updated for resources: {'Port': ['ID=d57c09bc-256f-469e-a8e7-4a02ada0bc05,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:33.658865 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.659249 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.659593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.659933 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.660316 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.660654 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.661069 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.661398 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.661726 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.662088 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.662443 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.662766 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:33.668566 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:33.677073 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-5c24d679-5bef-4110-a9b0-5d4a4e193ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:33.678727 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-5c24d679-5bef-4110-a9b0-5d4a4e193ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425612 May 31 16:23:33.698466 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:23:33.815435 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322d587-e429-47f5-b642-7efed400a191 req-e2b444ac-26b5-4441-a054-7bf6077d5b7f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:33.821173 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3322d587-e429-47f5-b642-7efed400a191 req-e2b444ac-26b5-4441-a054-7bf6077d5b7f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1528990 May 31 16:23:33.939823 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3322d587-e429-47f5-b642-7efed400a191 req-62615c44-66c9-4c09-b2b4-87f02c1ac231 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096992 May 31 16:23:33.950019 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-eafbd57f-e128-46c5-b1a5-b1e372006bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498612 May 31 16:23:34.243355 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-64ddde15-f0e4-41e1-b2a0-61c223ddaafc req-e6b6a393-f609-47cd-b54a-be571f3b3017 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784665 May 31 16:23:34.289638 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7b03d-d162-400b-a7d7-63a96178cdce req-f7dc7d83-d28d-4529-9fed-9dc3d6f655a0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:34.292329 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ade7b03d-d162-400b-a7d7-63a96178cdce req-f7dc7d83-d28d-4529-9fed-9dc3d6f655a0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1600699 May 31 16:23:34.411644 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ade7b03d-d162-400b-a7d7-63a96178cdce req-12c6ae93-9149-4f51-ab70-847fca3ea4bd tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967035 May 31 16:23:34.928778 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d57c09bc-256f-469e-a8e7-4a02ada0bc05 up at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:35.128436 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Provisioning complete for port d57c09bc-256f-469e-a8e7-4a02ada0bc05 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:35.128821 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:35.333152 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fa567-0013-444b-9a93-06bfcba657de req-f1af876d-85b7-4446-b212-01a29736887e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:35.334694 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a80fa567-0013-444b-9a93-06bfcba657de req-f1af876d-85b7-4446-b212-01a29736887e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1276972 May 31 16:23:35.412636 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a80fa567-0013-444b-9a93-06bfcba657de req-f5c4f950-e129-4c67-ab71-420b72ca0742 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719275 May 31 16:23:35.668999 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a06fc2-63c9-4585-b13c-8ec59c64a043 req-44fc8ad1-b882-46ec-b4f0-46db6e26bccf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:35.685950 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d8a06fc2-63c9-4585-b13c-8ec59c64a043 req-44fc8ad1-b882-46ec-b4f0-46db6e26bccf tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1377697 May 31 16:23:35.781059 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d8a06fc2-63c9-4585-b13c-8ec59c64a043 req-5285ce5c-8abf-495f-856e-7df9a6966a3b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940604 May 31 16:23:35.940426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50390) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:36.178958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.230150 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:36.234553 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Usage tracker for resource:security_group_rule and tenant:46dd0f02c5aa474598da61aac4a1a4ac is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:36.241136 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:36.249625 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:36.453717 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.460090 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.471047 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-71cbce84-0524-4ba8-8d8c-2cd81b2bf2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:36.611593 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b60f441-fdbb-4fd1-afea-a255ad10d54d,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:36.617776 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46dd0f02c5aa474598da61aac4a1a4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759629 May 31 16:23:36.621241 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50400) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:36.723808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.723808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.724106 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.724409 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.724762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.725117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.725466 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.725812 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.726158 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.726503 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.726845 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.727791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:23:36.753506 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:36.753836 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.797614 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.873360 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92646285-8a16-40a5-a82e-bf603cd1e36e req-2db79eae-f044-43e7-b40c-a3f76ee76d11 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:36.875639 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-92646285-8a16-40a5-a82e-bf603cd1e36e req-2db79eae-f044-43e7-b40c-a3f76ee76d11 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.2389951 May 31 16:23:36.895141 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.909561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8967b01b-a3f7-4e7b-a9f6-28675cc31eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:36.934300 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b60f441-fdbb-4fd1-afea-a255ad10d54d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:36.937091 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:36.938391 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:36.939742 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b60f441-fdbb-4fd1-afea-a255ad10d54d HTTP/1.1" status: 204 len: 168 time: 0.3167357 May 31 16:23:37.125304 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-92646285-8a16-40a5-a82e-bf603cd1e36e req-b373aa72-01b2-4693-b4e3-bf6988877ca5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269964 May 31 16:23:37.275863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f8e2-2ab9-47e9-82de-6fd9108aa9a7 req-db761807-2b69-4490-b197-8bd9484991d0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:37.284712 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8d63f8e2-2ab9-47e9-82de-6fd9108aa9a7 req-db761807-2b69-4490-b197-8bd9484991d0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1747680 May 31 16:23:37.387137 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8d63f8e2-2ab9-47e9-82de-6fd9108aa9a7 req-3d3a8cc0-e720-4bf3-9e5d-c709259a0b01 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000099 May 31 16:23:37.605393 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50414) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:37.663106 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:37.719557 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:37.730299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ab1723d14d4867adb41bdfe5dad0c7 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:37.739520 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:37.748783 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:37.967062 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:37.984608 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:38.005005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df8d4576-6ace-41a4-9390-4add800e79a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:38.078355 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea5590-b2bb-4393-bca6-35190f2992a8,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:38.085257 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:38.094042 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2ab1723d14d4867adb41bdfe5dad0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842465 May 31 16:23:38.095129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50418) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:38.316109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:38.471105 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:38.542326 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4b41c-1e31-42c4-b252-3880ed453b9f req-fc310118-ba75-4621-8607-4a84111be741 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:38.545176 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94b4b41c-1e31-42c4-b252-3880ed453b9f req-fc310118-ba75-4621-8607-4a84111be741 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1885648 May 31 16:23:38.638620 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:38.664233 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-94b4b41c-1e31-42c4-b252-3880ed453b9f req-22d84e25-888f-46c7-ad58-f9166a870f4d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086462 May 31 16:23:38.716899 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-48fb53e2-6d0a-4a80-967f-d4be7cdac87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:38.764623 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea5590-b2bb-4393-bca6-35190f2992a8,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:38.775552 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:38.781371 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:38.781371 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ff0ee64c-d3cc-48f5-bad0-130ad6fac495 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46ea5590-b2bb-4393-bca6-35190f2992a8 HTTP/1.1" status: 204 len: 168 time: 0.6866167 May 31 16:23:38.811159 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4662e-e37b-42c5-a074-3ce392dbfe3d req-deb7ef6d-0ed3-4941-bfa4-9a09496a5593 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:38.813477 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-49c4662e-e37b-42c5-a074-3ce392dbfe3d req-deb7ef6d-0ed3-4941-bfa4-9a09496a5593 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1784616 May 31 16:23:38.922109 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-49c4662e-e37b-42c5-a074-3ce392dbfe3d req-6e2ca263-ed63-49d7-ac08-dee65fa2ac2f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013017 May 31 16:23:39.763651 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cf91d399-b2a6-4710-b4e5-991e33811948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:40.033079 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97497cfa-cb05-4dc8-bcd9-390a54108990 req-1087f673-06b1-4438-b20a-a9249d512f8f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:40.036865 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-97497cfa-cb05-4dc8-bcd9-390a54108990 req-1087f673-06b1-4438-b20a-a9249d512f8f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1799977 May 31 16:23:40.171566 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-97497cfa-cb05-4dc8-bcd9-390a54108990 req-eaf02355-5de1-410f-8175-d7792b619007 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202509 May 31 16:23:40.420779 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8300066-8842-4114-9f27-b7793d56f3d9 req-a1595663-24b9-4a05-9308-c94f355332ac tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:40.434915 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f8300066-8842-4114-9f27-b7793d56f3d9 req-a1595663-24b9-4a05-9308-c94f355332ac tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2308490 May 31 16:23:40.549701 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f8300066-8842-4114-9f27-b7793d56f3d9 req-eda2c1ae-5e39-4775-b379-c7f06d12b59b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142514 May 31 16:23:41.539238 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d6ab-5c32-4f9d-9e29-0c956e206b73 req-8cb5b44c-cc41-42d0-8c72-4a4c41033a4b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:41.542934 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a9b3d6ab-5c32-4f9d-9e29-0c956e206b73 req-8cb5b44c-cc41-42d0-8c72-4a4c41033a4b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1423726 May 31 16:23:41.706580 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a9b3d6ab-5c32-4f9d-9e29-0c956e206b73 req-4da71f28-6d35-4fad-9882-302c1f07df8d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444635 May 31 16:23:42.016426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe7883-1a54-48f0-8d41-d1690a005451 req-ff89e2b9-31df-409e-80c2-c46ccafebf99 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:42.027706 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6fe7883-1a54-48f0-8d41-d1690a005451 req-ff89e2b9-31df-409e-80c2-c46ccafebf99 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2222025 May 31 16:23:42.160219 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-230dc71d-8438-4892-b37f-ff5e3a8f7604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:42.172748 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6fe7883-1a54-48f0-8d41-d1690a005451 req-5491a579-fbd1-491e-bae9-9194505982e4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431084 May 31 16:23:42.213080 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:43.090925 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671482-391e-4543-885d-df44eb68ad5c req-fc0de058-27bc-4a73-9f63-e6f782627462 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:43.092479 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-07671482-391e-4543-885d-df44eb68ad5c req-fc0de058-27bc-4a73-9f63-e6f782627462 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1524241 May 31 16:23:43.179150 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-07671482-391e-4543-885d-df44eb68ad5c req-bba1fbb0-af5a-4873-9c7d-375a34e3049f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737069 May 31 16:23:43.315184 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:43.380677 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:43.449900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4520d-7241-4edc-9a4e-34a4f8558bc8 req-7d3ba495-ab33-44f0-95e4-9a99367d7ee4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:43.452315 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a3c4520d-7241-4edc-9a4e-34a4f8558bc8 req-7d3ba495-ab33-44f0-95e4-9a99367d7ee4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1335177 May 31 16:23:43.511593 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a3c4520d-7241-4edc-9a4e-34a4f8558bc8 req-7bb03eed-5ca6-4d0d-9d81-7aca96d42e1e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532072 May 31 16:23:44.374170 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-3d235cad-d580-49c4-b98f-8f23064b5362 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:44.376051 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-3d235cad-d580-49c4-b98f-8f23064b5362 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 814 time: 0.2523141 May 31 16:23:44.399986 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-d05238af-aa2e-4565-895a-5a92d33267eb tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/quotas/7d2d03c285144a48858d0a40f0e01f85 HTTP/1.1" status: 200 len: 375 time: 0.0168800 May 31 16:23:44.458675 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee532-0eef-4049-84ab-4d95d02933c0 req-653e92c1-5221-4636-8fa4-b29bbec49cbc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:44.460162 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d4dee532-0eef-4049-84ab-4d95d02933c0 req-653e92c1-5221-4636-8fa4-b29bbec49cbc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1668637 May 31 16:23:44.539553 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d4dee532-0eef-4049-84ab-4d95d02933c0 req-5d63347a-b8ec-4335-8e70-abdf06e4878b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715005 May 31 16:23:44.568014 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-f29430fd-cb8c-4427-8b0b-3dad5bcbd400 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599886 May 31 16:23:44.732617 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:44.820668 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-843b6e06-0ae4-4f3a-875a-6d2a48a36a27 service neutron] 10.222.0.61 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351768 May 31 16:23:44.864952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5dec4-7284-4986-929a-cc86f2699392 req-5064d671-b2ca-46ef-8ff7-fea00f08a333 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:44.866426 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21b5dec4-7284-4986-929a-cc86f2699392 req-5064d671-b2ca-46ef-8ff7-fea00f08a333 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1720521 May 31 16:23:45.078531 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21b5dec4-7284-4986-929a-cc86f2699392 req-79983d0e-44dc-420f-a551-69a62b07626b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616256 May 31 16:23:45.111818 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-bcd4d7cd-d522-49a6-a806-6a31ab18074e service neutron] 10.222.0.61 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796206 May 31 16:23:45.318922 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a0c053c8-59d4-41bf-8ac2-3ad25c24fedb req-894c140a-953d-4a49-84a6-be7bbac59088 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 210 time: 0.0473478 May 31 16:23:45.845203 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d0b26-6afd-41b2-a5e7-bd07fc28e524 req-50262b08-f22a-468a-85ae-3308807f9ffa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:45.846750 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ec9d0b26-6afd-41b2-a5e7-bd07fc28e524 req-50262b08-f22a-468a-85ae-3308807f9ffa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1438930 May 31 16:23:45.941297 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ec9d0b26-6afd-41b2-a5e7-bd07fc28e524 req-29122999-4957-4add-9a56-2ab9dd5b9b5e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878901 May 31 16:23:46.120235 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50580) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:46.290332 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600afe2-b7d1-44f2-aebf-01ed92355d90 req-ca4fb7a2-c85f-4d3c-a474-f9a73ce00b7b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:46.292483 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a600afe2-b7d1-44f2-aebf-01ed92355d90 req-ca4fb7a2-c85f-4d3c-a474-f9a73ce00b7b tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.0948987 May 31 16:23:46.339913 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.373358 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a600afe2-b7d1-44f2-aebf-01ed92355d90 req-8637f588-47dc-4953-af60-ed9f0c1bfdc0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 May 31 16:23:46.374335 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:46.380380 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Usage tracker for resource:security_group_rule and tenant:dc123981df534c10a23a1382c1fef881 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:46.384133 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:46.390913 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:46.490604 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8cc79496-62d9-4a1b-93c7-ddf0ce2123a2 req-a544317c-5a94-4cde-b043-f98c0c68e022 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 210 time: 0.0497847 May 31 16:23:46.533324 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.537072 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.543779 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-07232a9a-ee38-478c-a4c1-a9006a571b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:46.586943 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9782500e-3e6b-48fe-82f2-ca267522676d,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:46.592148 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc123981df534c10a23a1382c1fef881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698200 May 31 16:23:46.593171 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:46.595629 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50590) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:46.657876 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.692474 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.750627 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.755861 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-32aebdbc-e27c-4f16-8170-87e748049556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:46.769853 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9782500e-3e6b-48fe-82f2-ca267522676d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:46.772643 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:46.785224 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:46.786589 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9782500e-3e6b-48fe-82f2-ca267522676d HTTP/1.1" status: 204 len: 168 time: 0.1903296 May 31 16:23:47.132735 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50602) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:47.160095 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.177521 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ade96-5cbc-4d13-846e-bebe0a158598 req-084969fc-e29f-4d5c-8070-70684e830084 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:47.180085 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a63ade96-5cbc-4d13-846e-bebe0a158598 req-084969fc-e29f-4d5c-8070-70684e830084 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1084592 May 31 16:23:47.192946 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:47.198896 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:c36c692c47534c27998d62afe65f020f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:47.202154 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:47.208318 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:47.239159 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a63ade96-5cbc-4d13-846e-bebe0a158598 req-8a89e61c-3e3d-4673-8b3d-0e9745be2431 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490420 May 31 16:23:47.335714 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.339994 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.347753 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22661c23-893b-4204-94a4-cff45f498cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:47.389052 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4c7ea-4036-450e-9857-c2e18dff8894,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:47.392161 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:47.397352 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c36c692c47534c27998d62afe65f020f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607214 May 31 16:23:47.397602 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50606) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:23:47.466085 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.495420 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.559270 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.565576 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7ef8e4fa-e4d5-4e6a-805c-07cdbc56e246 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:47.580704 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4c7ea-4036-450e-9857-c2e18dff8894,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:47.589225 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:47.590562 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:47.606567 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f11d-083a-4784-bc4c-5f10dd4842bf req-600697c9-c228-4bbe-8c3d-cdf5be1ea730 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:47.615263 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9d15f11d-083a-4784-bc4c-5f10dd4842bf req-600697c9-c228-4bbe-8c3d-cdf5be1ea730 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1135547 May 31 16:23:47.617208 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fa4c7ea-4036-450e-9857-c2e18dff8894 HTTP/1.1" status: 204 len: 168 time: 0.1967256 May 31 16:23:47.679061 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-66081dcd-5206-472a-9e4d-a8433d94dec6 req-cd66976e-d989-42ed-9880-518937a5f0c3 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 210 time: 0.0471778 May 31 16:23:47.698638 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9d15f11d-083a-4784-bc4c-5f10dd4842bf req-13e0d091-4e61-452d-a1d3-4430b3ce205f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824347 May 31 16:23:48.533741 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f827d6-3333-47a8-bfa0-63e4246786c3 req-ac725809-97c8-481b-8d24-5a7d06a27660 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:48.535218 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-50f827d6-3333-47a8-bfa0-63e4246786c3 req-ac725809-97c8-481b-8d24-5a7d06a27660 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1621575 May 31 16:23:48.585495 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-50f827d6-3333-47a8-bfa0-63e4246786c3 req-550942e9-8140-484c-a141-de3878fa8954 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 May 31 16:23:48.886917 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f70f3fb2-fb50-49b2-94b8-73af9b25546d req-f3045e06-c6d0-4d5c-9d92-52aa935bf7da tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 210 time: 0.0914183 May 31 16:23:48.930067 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b9bf-9947-48f4-8817-c1fa3a974fe2 req-9884afcc-399f-4c1d-874f-39e95274cc22 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:48.931669 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e7d9b9bf-9947-48f4-8817-c1fa3a974fe2 req-9884afcc-399f-4c1d-874f-39e95274cc22 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1015024 May 31 16:23:48.982463 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e7d9b9bf-9947-48f4-8817-c1fa3a974fe2 req-386c3968-f430-4b13-bd0f-d49ad41ee439 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 May 31 16:23:49.482682 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-b8d18ecc-2bb4-4992-9ef4-67ebd4e11b0c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:49.483614 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-b8d18ecc-2bb4-4992-9ef4-67ebd4e11b0c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Synchronizing usage tracker for tenant:7d2d03c285144a48858d0a40f0e01f85 on resource:network {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:23:49.501935 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-b8d18ecc-2bb4-4992-9ef4-67ebd4e11b0c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Unset dirty status for tenant:7d2d03c285144a48858d0a40f0e01f85 on resource:network {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:23:49.503208 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-b8d18ecc-2bb4-4992-9ef4-67ebd4e11b0c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 814 time: 0.1705070 May 31 16:23:49.515857 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'port': {'device_id': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'admin_state_up': True, 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:23:49.602224 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b05bc-1955-4a05-a758-3ed599dc4881 req-55b67f24-eeb3-4a1d-a9f6-fb2100360474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:49.603715 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-143b05bc-1955-4a05-a758-3ed599dc4881 req-55b67f24-eeb3-4a1d-a9f6-fb2100360474 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.0738795 May 31 16:23:49.652758 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-143b05bc-1955-4a05-a758-3ed599dc4881 req-be8ae493-f894-4142-b475-127a4f3a3be4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 May 31 16:23:49.675139 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:23:49.679477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:port and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:23:49.683108 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:23:49.688890 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:23:49.700260 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Made reservation on behalf of 7d2d03c285144a48858d0a40f0e01f85 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:23:49.703876 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:49.800666 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81709bf0-ebc0-4939-b2cd-82633abd4f72 req-0889844f-ebe4-4126-bcc3-e1170f19b417 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:49.802439 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-81709bf0-ebc0-4939-b2cd-82633abd4f72 req-0889844f-ebe4-4126-bcc3-e1170f19b417 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.0919631 May 31 16:23:49.852897 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-81709bf0-ebc0-4939-b2cd-82633abd4f72 req-9e161ae7-62f2-4712-9963-727d04892082 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 May 31 16:23:50.003300 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Allocated IP 172.20.0.3 (d9649ccf-2e87-4001-b491-5e611c968f8f/58c29bcf-f354-4ab6-9cbe-60461c750881/8bffbeef-f402-46cf-809f-87f346836cdc) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:23:50.115760 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-868ed0a2-56e1-4749-a667-f5387c8452e8 req-e4abc316-c735-4959-baee-2571311c948e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 210 time: 0.0705242 May 31 16:23:50.224579 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-d56c81c3-f61b-488b-b5f1-d96db35a358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:50.226262 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-d56c81c3-f61b-488b-b5f1-d96db35a358e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1096 time: 0.2593336 May 31 16:23:50.252940 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347de4b-5a00-4636-85d2-34da6484f7a1 req-b5e9bca5-3be6-4890-83fc-f5d10b94a71a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:50.261775 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8347de4b-5a00-4636-85d2-34da6484f7a1 req-b5e9bca5-3be6-4890-83fc-f5d10b94a71a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1398437 May 31 16:23:50.300354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:50.317377 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Transition to ACTIVE for port object 8bffbeef-f402-46cf-809f-87f346836cdc will not be triggered until provisioned by entity DHCP. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:23:50.358864 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:50.368396 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1688c5d9-72ac-4b4c-8b41-5823f3b84a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:50.421072 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8347de4b-5a00-4636-85d2-34da6484f7a1 req-6f5a4d83-7fb5-4ee8-ae6b-32d8d5386d48 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582453 May 31 16:23:50.458574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Network d9649ccf-2e87-4001-b491-5e611c968f8f is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:23:50.463377 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:23:50.469476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:23:50.525523 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:50.532933 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:50.595417 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:50.600494 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:50.626883 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-6d0da46a-2ac5-4c11-b356-07a54a0ab3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:50.638839 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-6d0da46a-2ac5-4c11-b356-07a54a0ab3ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.3460152 May 31 16:23:50.657854 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-4be10dee-11a1-43c6-9d99-497eb13f814e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1462016 May 31 16:23:50.830999 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-4e1410c2-245d-4dd4-823d-7ecd85c0653c None None] Provisioning for port 8bffbeef-f402-46cf-809f-87f346836cdc completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:23:50.842841 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-4e1410c2-245d-4dd4-823d-7ecd85c0653c None None] Provisioning complete for port 8bffbeef-f402-46cf-809f-87f346836cdc triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:50.847366 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4e1410c2-245d-4dd4-823d-7ecd85c0653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:50.925235 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-4e1410c2-245d-4dd4-823d-7ecd85c0653c None None] Port 8bffbeef-f402-46cf-809f-87f346836cdc cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:23:50.927370 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:23:51.147314 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:51.152611 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7f089-1138-4379-872d-09cc8369aedd req-1a3d1dc9-ce7b-4085-9f65-eb44b548f862 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:51.161188 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8bb7f089-1138-4379-872d-09cc8369aedd req-1a3d1dc9-ce7b-4085-9f65-eb44b548f862 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 943 time: 0.1549933 May 31 16:23:51.171294 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'port_id': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'mac_address': 'fa:16:3e:ae:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:23:51.241384 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:51.249176 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8bb7f089-1138-4379-872d-09cc8369aedd req-1194439a-d2da-491a-8471-06d345be7d8d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810070 May 31 16:23:51.264397 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:23:51.284996 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:51.289725 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:51.293074 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:51.366962 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=9']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:51.380113 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:51.477332 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742c653-c273-454a-aa35-2f91242242dc req-e17dc0d3-7d3c-42fb-a70c-b6af30171eec tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:51.478572 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9742c653-c273-454a-aa35-2f91242242dc req-e17dc0d3-7d3c-42fb-a70c-b6af30171eec tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.1080482 May 31 16:23:51.587933 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:23:51.612899 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9742c653-c273-454a-aa35-2f91242242dc req-4e71755b-c78b-4629-bd2f-1fb729ee44c0 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281989 May 31 16:23:51.846605 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0dd5f-5e9d-4522-b187-ac33de77a7e9 req-141b53ee-33d0-4638-83a5-5d5419b656d0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:51.848313 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-acd0dd5f-5e9d-4522-b187-ac33de77a7e9 req-141b53ee-33d0-4638-83a5-5d5419b656d0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1064234 May 31 16:23:51.897152 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-acd0dd5f-5e9d-4522-b187-ac33de77a7e9 req-11507f29-0732-4365-af7c-f2aa60f4cfa8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 May 31 16:23:52.517582 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb849f5b-7a3e-49f0-8870-7a81c9d03d0b req-497f4bd1-e4ee-4d5b-9d52-bb5b05c99412 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:52.520707 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb849f5b-7a3e-49f0-8870-7a81c9d03d0b req-497f4bd1-e4ee-4d5b-9d52-bb5b05c99412 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 944 time: 0.1482778 May 31 16:23:52.610223 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb849f5b-7a3e-49f0-8870-7a81c9d03d0b req-c1539c6f-c81f-4d75-a8b7-6d236c059c4b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589695 May 31 16:23:52.623030 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0525c-da8a-45f8-bf14-7f341d3a934b req-2867af67-3c43-4b03-ac05-797016d8edf8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:52.624622 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4ef0525c-da8a-45f8-bf14-7f341d3a934b req-2867af67-3c43-4b03-ac05-797016d8edf8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1814296 May 31 16:23:52.678921 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4ef0525c-da8a-45f8-bf14-7f341d3a934b req-7da149d2-322f-480f-9503-c7e588854986 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 May 31 16:23:52.818674 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711feab3-abcb-4000-856b-58dbf1bb2b85 req-db2a073a-387d-4c1b-b852-3f965fbfe024 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:52.820241 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-711feab3-abcb-4000-856b-58dbf1bb2b85 req-db2a073a-387d-4c1b-b852-3f965fbfe024 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.0924263 May 31 16:23:52.876435 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-711feab3-abcb-4000-856b-58dbf1bb2b85 req-b092dfc1-5ab7-4f1d-bcde-2e6e4c3e09bb tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501990 May 31 16:23:52.882378 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:23:52.966389 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:23:52.966888 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:53.114934 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:53.146023 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:23:53.148343 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f999e1-8e82-4ee2-b29f-cb327fcff597" -d '{"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-plugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:23:53.163715 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:23:53.168287 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:23:53.171060 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-fa92d184-6f86-4c51-89a8-cad558712f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:23:53.215185 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de46378-0868-4307-95a2-9d1673afcee7 x-openstack-request-id: req-9de46378-0868-4307-95a2-9d1673afcee7 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:23:53.215482 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-plugged", "status": "completed", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:23:53.215744 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9de46378-0868-4307-95a2-9d1673afcee7 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:23:53.216132 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'code': 200} May 31 16:23:53.242063 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=10']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:23:53.245192 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:23:53.887209 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eebe86-bbd3-4160-8883-7a9bd5d6b95a req-16843b0f-5947-4a93-8937-25c54c53ada3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:53.888721 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-93eebe86-bbd3-4160-8883-7a9bd5d6b95a req-16843b0f-5947-4a93-8937-25c54c53ada3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1477122 May 31 16:23:53.951225 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2e0f-2d82-4aa0-9653-cb4e6b910460 req-afaccaa1-15c7-43b2-bbb0-7e453a389a51 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:53.953126 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a5b2e0f-2d82-4aa0-9653-cb4e6b910460 req-afaccaa1-15c7-43b2-bbb0-7e453a389a51 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1417432 May 31 16:23:53.959593 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-93eebe86-bbd3-4160-8883-7a9bd5d6b95a req-2e819aaf-c698-4745-a3de-b437930cdf5f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646229 May 31 16:23:54.030893 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3a5b2e0f-2d82-4aa0-9653-cb4e6b910460 req-1a8c3f5c-96d4-4692-8bc9-c19ecc750da0 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699010 May 31 16:23:54.169725 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65620-4f1d-4691-bb44-b91864976f72 req-4f24d424-3963-4b30-9ad3-2c7c00495a51 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:54.171198 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-42b65620-4f1d-4691-bb44-b91864976f72 req-4f24d424-3963-4b30-9ad3-2c7c00495a51 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.0837095 May 31 16:23:54.221478 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-42b65620-4f1d-4691-bb44-b91864976f72 req-4c68ead4-edd9-44cd-9b83-4d3e7707b7eb tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 May 31 16:23:55.345083 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2685652-6f24-4dd8-a3e5-2e774f58d7ae req-4d5ae75d-f072-4bd1-a2c4-d312c3cfd34f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:55.346623 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d2685652-6f24-4dd8-a3e5-2e774f58d7ae req-4d5ae75d-f072-4bd1-a2c4-d312c3cfd34f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1752074 May 31 16:23:55.378165 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f16aa2-e617-4a25-beb5-fda5ecc4a0ba req-719449a8-daf9-4434-8f70-54ed7c809fc9 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:55.379709 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-02f16aa2-e617-4a25-beb5-fda5ecc4a0ba req-719449a8-daf9-4434-8f70-54ed7c809fc9 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1548934 May 31 16:23:55.432821 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d2685652-6f24-4dd8-a3e5-2e774f58d7ae req-2cc4f801-9cae-40b4-b2a3-ed41163f83d6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775380 May 31 16:23:55.452466 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-02f16aa2-e617-4a25-beb5-fda5ecc4a0ba req-3a30e1d4-ef34-48be-8e70-876c83318c5c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649374 May 31 16:23:55.633232 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab081ca-397a-43e2-93a9-94714b3a0b9d req-86bd16a3-7d4f-4a98-b439-96a16afee02f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:55.634653 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2ab081ca-397a-43e2-93a9-94714b3a0b9d req-86bd16a3-7d4f-4a98-b439-96a16afee02f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.0871594 May 31 16:23:55.681760 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2ab081ca-397a-43e2-93a9-94714b3a0b9d req-5b6a3c85-abdd-46f6-990b-f16cc4615780 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 May 31 16:23:56.756847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e54e1-2d93-4370-a847-ef1da311bf73 req-12735f7a-9781-4ef9-b047-cd58807acb9d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:56.758229 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a13e54e1-2d93-4370-a847-ef1da311bf73 req-12735f7a-9781-4ef9-b047-cd58807acb9d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1272216 May 31 16:23:56.769402 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aad73c-f3e9-4a1b-b031-4df4c8d5d625 req-5c312c8b-24ac-49f5-b0b1-5b860ff85fba tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:56.771106 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-69aad73c-f3e9-4a1b-b031-4df4c8d5d625 req-5c312c8b-24ac-49f5-b0b1-5b860ff85fba tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1780725 May 31 16:23:56.847340 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a13e54e1-2d93-4370-a847-ef1da311bf73 req-38c114a4-2cbe-4c93-b358-6854d04ded8e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750394 May 31 16:23:56.852045 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-69aad73c-f3e9-4a1b-b031-4df4c8d5d625 req-7f54add8-2f0b-44f7-ba7e-21704a7496be tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 May 31 16:23:57.062029 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7f694-9f5c-49de-8700-bcad57031235 req-87e24487-97a5-4e3e-9e39-82d8f9ead65e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:57.063826 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6cb7f694-9f5c-49de-8700-bcad57031235 req-87e24487-97a5-4e3e-9e39-82d8f9ead65e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.1019049 May 31 16:23:57.128046 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6cb7f694-9f5c-49de-8700-bcad57031235 req-77631c16-1197-4bce-9d88-c221c75a9380 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 May 31 16:23:58.205965 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d35eb6-dc48-4805-84a3-ac8785658883 req-71653426-8a74-4e9d-8875-5c45a997e717 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:58.213335 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7d35eb6-dc48-4805-84a3-ac8785658883 req-71653426-8a74-4e9d-8875-5c45a997e717 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1214390 May 31 16:23:58.241650 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32181344-100c-4948-b013-ba94fb92cb20 req-f8696028-64d0-4567-8aec-76b3922fcad8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:58.244111 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-32181344-100c-4948-b013-ba94fb92cb20 req-f8696028-64d0-4567-8aec-76b3922fcad8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1907902 May 31 16:23:58.328447 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7d35eb6-dc48-4805-84a3-ac8785658883 req-623be05e-1161-46db-ace2-f8179c284ec1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068168 May 31 16:23:58.367428 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-32181344-100c-4948-b013-ba94fb92cb20 req-e5caa211-292c-45a4-a04a-8b954cfde175 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139965 May 31 16:23:58.599543 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfd164-785c-467e-a055-6ae48bc28cef req-ef07de02-2fa3-4724-abeb-ce85c0408e4e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:58.601481 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e4bfd164-785c-467e-a055-6ae48bc28cef req-ef07de02-2fa3-4724-abeb-ce85c0408e4e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.1274843 May 31 16:23:58.656977 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e4bfd164-785c-467e-a055-6ae48bc28cef req-cb0722f1-b55b-43cb-ac1d-2437561ba75f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 May 31 16:23:59.761859 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a375-22a7-4ca9-a96a-5252a6cebebc req-bc409a1f-0b91-4c0e-9f75-9f77f3d28437 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:59.765822 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a359a375-22a7-4ca9-a96a-5252a6cebebc req-bc409a1f-0b91-4c0e-9f75-9f77f3d28437 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2609262 May 31 16:23:59.774800 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b689e-f1a4-4295-8957-de16131bf9b9 req-c91edcaf-a44d-4924-bb3d-a344b63d4dde tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:23:59.776373 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0e8b689e-f1a4-4295-8957-de16131bf9b9 req-c91edcaf-a44d-4924-bb3d-a344b63d4dde tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.3092761 May 31 16:23:59.859632 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a359a375-22a7-4ca9-a96a-5252a6cebebc req-abc12b96-aae4-4f76-ad01-c1a375135359 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822091 May 31 16:23:59.870158 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0e8b689e-f1a4-4295-8957-de16131bf9b9 req-794cf8c6-16cb-419e-b069-e89d1eab4422 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713410 May 31 16:24:00.087384 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e990772-8579-4081-9a82-bbb17b63f051 req-c5653747-5d2e-4eca-b7cd-e11aba2b68a3 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:00.088921 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6e990772-8579-4081-9a82-bbb17b63f051 req-c5653747-5d2e-4eca-b7cd-e11aba2b68a3 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.0850608 May 31 16:24:00.139736 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6e990772-8579-4081-9a82-bbb17b63f051 req-d6162b57-b449-4d15-9285-77f9c0ec9b7f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 May 31 16:24:01.130958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8169d9-1f41-43f1-b5a3-bac1aad0df28 req-3e1f5448-0504-4938-afab-191a928b9465 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:01.132447 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af8169d9-1f41-43f1-b5a3-bac1aad0df28 req-3e1f5448-0504-4938-afab-191a928b9465 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1383219 May 31 16:24:01.142759 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc7ec6-2ede-45a6-a4cb-769243e28e04 req-399d1772-efdf-4025-859d-9d0ff8585398 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:01.144214 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-74dc7ec6-2ede-45a6-a4cb-769243e28e04 req-399d1772-efdf-4025-859d-9d0ff8585398 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1194961 May 31 16:24:01.216547 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af8169d9-1f41-43f1-b5a3-bac1aad0df28 req-89fd85ab-0219-4c3d-bbac-151b825a8f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712740 May 31 16:24:01.220880 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-74dc7ec6-2ede-45a6-a4cb-769243e28e04 req-eb1a36f7-6576-41eb-9bc1-b01ec8a16898 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596104 May 31 16:24:01.365320 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Request body: {'port': {'device_id': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:01.454453 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-0d93ead8-1c47-4988-8b5f-7c4e19692b77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 200 len: 1001 time: 0.1651685 May 31 16:24:01.482427 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1d6e4-95a8-444b-9424-c9cc7a574810 req-05b4f92c-b36e-4cda-acda-27cd4ba80296 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:01.503262 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-44c1d6e4-95a8-444b-9424-c9cc7a574810 req-05b4f92c-b36e-4cda-acda-27cd4ba80296 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 931 time: 0.1589448 May 31 16:24:01.534209 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:01.580220 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-23ce878c-aba5-478e-900e-1897cb285b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:01.582273 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-23ce878c-aba5-478e-900e-1897cb285b28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.0767984 May 31 16:24:01.723762 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-44c1d6e4-95a8-444b-9424-c9cc7a574810 req-daf3b797-73db-4ad5-be45-d64ec9662910 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196014 May 31 16:24:01.760498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-3ecddf5f-7a6f-4421-9d17-6ea1cdb38de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:01.762303 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-3ecddf5f-7a6f-4421-9d17-6ea1cdb38de0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1319568 May 31 16:24:01.798957 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-0624a9a3-24be-403f-aab0-6af226ad1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:01.800616 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-0624a9a3-24be-403f-aab0-6af226ad1b7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf3962568474483a98676eb93b275f8f&device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 1099 time: 0.2054615 May 31 16:24:01.951673 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bffbeef-f402-46cf-809f-87f346836cdc {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:24:01.960361 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:01.977856 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Transition to ACTIVE for port object 8bffbeef-f402-46cf-809f-87f346836cdc will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:24:01.988250 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:02.012934 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:02.068107 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-404fc36c-0e24-46dc-8515-97159b41bf4b service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958534 May 31 16:24:02.070953 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-4c8e8eaf-9a60-4b46-85a0-e6e2932a8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.073173 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-4c8e8eaf-9a60-4b46-85a0-e6e2932a8453 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 200 len: 919 time: 0.2644482 May 31 16:24:02.165215 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-695c0fc2-4991-4379-ae9e-a78d09b38082 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 200 len: 217 time: 0.0683706 May 31 16:24:02.310754 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-c7bd876e-c380-4319-87fc-7af5262a3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.312233 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-c7bd876e-c380-4319-87fc-7af5262a3cef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 200 len: 858 time: 0.0979483 May 31 16:24:02.367444 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:02.371741 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:02.416448 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Attempting to bind port 8bffbeef-f402-46cf-809f-87f346836cdc on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:24:02.416774 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Attempting to bind port 8bffbeef-f402-46cf-809f-87f346836cdc by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:24:02.417827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Attempting to bind port 8bffbeef-f402-46cf-809f-87f346836cdc on network d9649ccf-2e87-4001-b491-5e611c968f8f {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:24:02.425062 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Port 8bffbeef-f402-46cf-809f-87f346836cdc on network d9649ccf-2e87-4001-b491-5e611c968f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:24:02.425375 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Attempting to bind port 8bffbeef-f402-46cf-809f-87f346836cdc on network d9649ccf-2e87-4001-b491-5e611c968f8f {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:24:02.431370 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:24:02.431791 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Checking segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:24:02.432660 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Bound using segment: {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:24:02.433112 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Bound port: 8bffbeef-f402-46cf-809f-87f346836cdc, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878439f9-964a-4da2-94e8-097c4d5ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:24:02.433437 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:02.443998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35682e-967b-448a-847e-14b758274581 req-e61801f8-0edc-407d-a497-954f1636cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.445502 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6d35682e-967b-448a-847e-14b758274581 req-e61801f8-0edc-407d-a497-954f1636cb0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 1099 time: 0.3244040 May 31 16:24:02.485475 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-3d0e7b3f-ba71-4ee5-8fc0-fe03015c56d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1c107e8-07ab-4d38-884d-aae6601028e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579685 May 31 16:24:02.491901 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6ed1bdc-027d-4486-b1c4-558822a772f1 req-c3a1df58-191f-4b03-9a12-6ba1cc6605dd service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162178 May 31 16:24:02.581307 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-6d35682e-967b-448a-847e-14b758274581 req-bdb2ae4f-d7af-4485-bd6e-66f8f3bcf734 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206312 May 31 16:24:02.594578 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:24:02.597581 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:24:02.602985 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:02.608444 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c24102e4-6846-46c3-9e80-00fd8468da55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:02.672947 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.673567 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:02.674996 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 1093 time: 1.3152814 May 31 16:24:02.675781 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:02.678181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:02.704511 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:02.707721 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:02.750182 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-5da10dec-55cd-4b70-a3e2-0b6bdd38f3fa service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545450 May 31 16:24:02.907706 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-a19f9cf9-2a53-498c-9952-2574a400c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.910046 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-a19f9cf9-2a53-498c-9952-2574a400c7e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1096 time: 0.1495318 May 31 16:24:02.924797 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9a748200-c06a-4a02-b6fe-81e7ff5df137 req-df192c1f-95bf-4f4d-a7e4-20fea73705e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625128 May 31 16:24:02.964974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24bc9d-1d1b-451c-98cd-38dc755bd7d4 req-64485fb9-ed23-4092-bb43-26537230a7d4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.972644 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1d24bc9d-1d1b-451c-98cd-38dc755bd7d4 req-64485fb9-ed23-4092-bb43-26537230a7d4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.5957689 May 31 16:24:02.984501 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b36f-3eb7-434d-ab5d-2db9eca801a9 req-76ed43fe-0d8a-4a41-ac27-24c4bf853c95 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:02.993083 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3d78b36f-3eb7-434d-ab5d-2db9eca801a9 req-76ed43fe-0d8a-4a41-ac27-24c4bf853c95 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.5704165 May 31 16:24:03.064020 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1d24bc9d-1d1b-451c-98cd-38dc755bd7d4 req-a7244a91-8fec-40c3-8ff1-af154a4649c3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901020 May 31 16:24:03.083229 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-53eb6e79-6d31-4063-97b4-0805145fb073 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 217 time: 0.1645844 May 31 16:24:03.143435 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce251a-aa8b-4af0-a0b7-6320e79f25cd x-openstack-request-id: req-c7ce251a-aa8b-4af0-a0b7-6320e79f25cd {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:03.143582 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:03.143814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7ce251a-aa8b-4af0-a0b7-6320e79f25cd {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:03.144238 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'status': 'completed', 'code': 200} May 31 16:24:03.155081 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3d78b36f-3eb7-434d-ab5d-2db9eca801a9 req-bc62403a-6580-4789-9da9-46ebc98bdd29 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610477 May 31 16:24:03.177891 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-63ec81cd-1406-4848-baa3-1fa8df324443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:03.179872 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-63ec81cd-1406-4848-baa3-1fa8df324443 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.0900455 May 31 16:24:03.242176 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 50886) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:03.359364 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042a849-c8ef-4681-bafe-7b3d860e2d72 req-f9c61f8f-45b8-4f31-affb-6b55bef8d96d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:03.361464 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3042a849-c8ef-4681-bafe-7b3d860e2d72 req-f9c61f8f-45b8-4f31-affb-6b55bef8d96d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 943 time: 0.1157877 May 31 16:24:03.377998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-baae5b75-5997-4113-a323-c3ea8e2f149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:03.379945 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-baae5b75-5997-4113-a323-c3ea8e2f149d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1912308 May 31 16:24:03.421534 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3042a849-c8ef-4681-bafe-7b3d860e2d72 req-ba6adaf5-1926-4e67-8929-21329464cc8f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 May 31 16:24:03.542147 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:03.579148 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:03.593841 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Usage tracker for resource:security_group_rule and tenant:63502add3a1748fda0ab864ca7dbcb15 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:03.599907 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:03.610180 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:03.613591 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-b8c68b0e-a5cd-4612-83d9-2449aa9a7063 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212079 May 31 16:24:03.787494 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73057d9-133c-43e4-899d-50fa35836505 req-e3254a57-0f1d-4052-8886-e7f4ec92cbcb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:03.794930 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f73057d9-133c-43e4-899d-50fa35836505 req-e3254a57-0f1d-4052-8886-e7f4ec92cbcb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1884284 May 31 16:24:03.817495 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-21eee5f7-481b-43ec-8fa2-570941dec447 req-874a139d-040e-407e-a822-bd78c757ed51 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835124 May 31 16:24:03.834242 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:03.840035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:03.849717 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-73b63f75-d028-45b2-8513-5dd2c986b104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:03.869039 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f73057d9-133c-43e4-899d-50fa35836505 req-1f926f4b-446d-4b5e-bda6-8d8739f5edc7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729239 May 31 16:24:03.897369 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc442ea-330c-4255-af75-25947661f6f5 req-262a38e2-d910-4609-9fa7-63f2abf10d1e tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:03.898814 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bfc442ea-330c-4255-af75-25947661f6f5 req-262a38e2-d910-4609-9fa7-63f2abf10d1e tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.1589866 May 31 16:24:03.943210 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63502add3a1748fda0ab864ca7dbcb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965476 May 31 16:24:03.944042 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a590217b-de3e-4c96-bf0a-beea3e68d182,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:03.945885 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 50906) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:03.947901 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:03.950859 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bfc442ea-330c-4255-af75-25947661f6f5 req-bfaf178d-c54b-4392-ab44-edf1fe72b24f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 May 31 16:24:03.993568 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-a2b77c7f-31b1-4327-a983-28b39626238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:03.995506 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-a2b77c7f-31b1-4327-a983-28b39626238d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1096 time: 0.1123438 May 31 16:24:04.028887 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:04.066156 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:04.132017 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:04.138100 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2814745d-91b0-4705-bd8f-2f7318bc3070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:04.155862 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a590217b-de3e-4c96-bf0a-beea3e68d182,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:04.159497 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:04.160241 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-d771787c-c75f-4af9-9f7b-b624765755d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.161738 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-d771787c-c75f-4af9-9f7b-b624765755d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 915 time: 0.1606636 May 31 16:24:04.170160 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:04.173974 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a590217b-de3e-4c96-bf0a-beea3e68d182 HTTP/1.1" status: 204 len: 168 time: 0.2247016 May 31 16:24:04.272332 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-c7109eca-c280-4eed-8b58-51b2b934544c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 217 time: 0.1023612 May 31 16:24:04.303213 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84f352-154d-4333-a354-7e6c16f783b8 req-0e7c07e8-8465-4de6-b4c8-eca37d07c192 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.305565 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7f84f352-154d-4333-a354-7e6c16f783b8 req-0e7c07e8-8465-4de6-b4c8-eca37d07c192 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1020129 May 31 16:24:04.354248 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-1d435ad2-fb11-440d-b328-441512c0f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.355675 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-1d435ad2-fb11-440d-b328-441512c0f199 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.0769591 May 31 16:24:04.439457 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-5f36e8e0-9ff4-40db-b0bd-5dad3fc99d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.441653 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-5f36e8e0-9ff4-40db-b0bd-5dad3fc99d1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786960 May 31 16:24:04.444365 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7f84f352-154d-4333-a354-7e6c16f783b8 req-94d826ea-11b3-445d-ac49-dfced6bc545a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919995 May 31 16:24:04.498808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e11b06-fc98-4658-9412-d696a00510ab req-58a67a1a-6020-467b-8632-a0084fd7d0e1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.500383 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-10e11b06-fc98-4658-9412-d696a00510ab req-58a67a1a-6020-467b-8632-a0084fd7d0e1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1933200 May 31 16:24:04.584713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-10e11b06-fc98-4658-9412-d696a00510ab req-cc29062a-003c-4cfe-8257-d303d54d5c47 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748348 May 31 16:24:04.595614 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-5cfd8726-5a41-4c2e-8ed3-3290364ef039 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457863 May 31 16:24:04.695372 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbfe94-f001-480c-8862-074974b03bf9 req-975b413a-76db-4118-aa7b-4896c3920d83 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:04.697614 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-57fbfe94-f001-480c-8862-074974b03bf9 req-975b413a-76db-4118-aa7b-4896c3920d83 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 943 time: 0.1026962 May 31 16:24:04.752026 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-57fbfe94-f001-480c-8862-074974b03bf9 req-439783a1-ed04-4292-8d96-bbd81d80f63f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480769 May 31 16:24:04.758344 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-a0924315-4cfe-4d72-97c3-5ee2bcb753dd req-5a01bb9f-9ea3-4693-9ad8-5cbd92b817c2 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488614 May 31 16:24:04.912720 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 8bffbeef-f402-46cf-809f-87f346836cdc details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:24:05.077909 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:05.079741 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444085-a6dd-4ac2-bb75-ec9275d37eea req-b31e881e-4b4e-4a7c-8961-afdc606445a1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:05.081313 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-26444085-a6dd-4ac2-bb75-ec9275d37eea req-b31e881e-4b4e-4a7c-8961-afdc606445a1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1035495 May 31 16:24:05.095591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '8bffbeef-f402-46cf-809f-87f346836cdc', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'port_id': '8bffbeef-f402-46cf-809f-87f346836cdc', 'mac_address': 'fa:16:3e:0c:7a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:24:05.162833 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:05.183177 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bffbeef-f402-46cf-809f-87f346836cdc {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:24:05.200240 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:05.206260 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:05.209489 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d4e9a725-071b-40dc-8f04-d7059baf52f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:05.215055 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-26444085-a6dd-4ac2-bb75-ec9275d37eea req-732487e7-aba3-4836-a16f-021c4ca32ce1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274974 May 31 16:24:05.263082 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db084460-5c4b-4424-9929-b98be80ce7bc req-f2763c88-af24-412e-bb5c-ba5c0a94edef tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:05.271795 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-db084460-5c4b-4424-9929-b98be80ce7bc req-f2763c88-af24-412e-bb5c-ba5c0a94edef tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.1603110 May 31 16:24:05.285216 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:05.288437 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:05.316681 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-db084460-5c4b-4424-9929-b98be80ce7bc req-4630c5c7-19f6-4e8c-8e8a-fb757c335836 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 May 31 16:24:05.525106 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['8bffbeef-f402-46cf-809f-87f346836cdc'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:05.693461 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82910478-78e0-4bc0-9a49-7e89ba0dcda4 req-0a0a30bf-27dd-4666-ab42-23e89d812e2c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:05.695148 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-82910478-78e0-4bc0-9a49-7e89ba0dcda4 req-0a0a30bf-27dd-4666-ab42-23e89d812e2c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.1275573 May 31 16:24:05.776245 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-82910478-78e0-4bc0-9a49-7e89ba0dcda4 req-040dc381-74f0-4304-9025-6286c91ebffe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658114 May 31 16:24:05.880033 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b18da-2f45-4230-8ee1-1fa215da699b req-a02664f5-4785-4ac2-b76a-da6598ca5a9e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:05.881763 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-363b18da-2f45-4230-8ee1-1fa215da699b req-a02664f5-4785-4ac2-b76a-da6598ca5a9e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1093519 May 31 16:24:05.973430 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-363b18da-2f45-4230-8ee1-1fa215da699b req-8f034265-4bf6-42ab-8e6e-199f7b0bda66 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847058 May 31 16:24:06.023825 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2268538-cbc0-49c1-8a2a-1af3d317cafb req-91bbdeb7-94c9-4108-876b-46d8faf193d6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:06.025442 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f2268538-cbc0-49c1-8a2a-1af3d317cafb req-91bbdeb7-94c9-4108-876b-46d8faf193d6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 944 time: 0.1031485 May 31 16:24:06.087593 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f2268538-cbc0-49c1-8a2a-1af3d317cafb req-a3f7f048-ff4a-46e8-9edd-a09010ca5eba tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552533 May 31 16:24:06.419691 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d01a1-6954-43b9-abd4-f3c6b1fe212d req-bcfc6477-98dc-452a-8129-cbb8c12f30e9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:06.421554 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2b1d01a1-6954-43b9-abd4-f3c6b1fe212d req-bcfc6477-98dc-452a-8129-cbb8c12f30e9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.0945709 May 31 16:24:06.536638 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2b1d01a1-6954-43b9-abd4-f3c6b1fe212d req-67740cc2-ffd6-4f36-84e9-2c6caf06b2e4 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081414 May 31 16:24:06.562132 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630402d-19bb-4591-a313-6f8ada385381 req-2ba806ec-3b35-404f-861d-8a5c3d0a7d33 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:06.563566 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9630402d-19bb-4591-a313-6f8ada385381 req-2ba806ec-3b35-404f-861d-8a5c3d0a7d33 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.1081164 May 31 16:24:06.607588 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9630402d-19bb-4591-a313-6f8ada385381 req-c960a4a7-57f2-4ec3-b8a2-3606295445e5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 May 31 16:24:06.922349 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 8bffbeef-f402-46cf-809f-87f346836cdc up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:24:06.997153 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 8bffbeef-f402-46cf-809f-87f346836cdc completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:24:07.002460 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 8bffbeef-f402-46cf-809f-87f346836cdc triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:24:07.002916 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:07.151733 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:07.179912 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:07.183107 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afbd721-e563-4aed-a618-cc320db79772" -d '{"events": [{"server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "name": "network-vif-plugged", "status": "completed", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:07.192518 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:07.201762 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:07.204035 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:07.263577 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcbd114-33c6-498c-b027-20652869063b x-openstack-request-id: req-7fcbd114-33c6-498c-b027-20652869063b {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:07.264020 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "name": "network-vif-plugged", "status": "completed", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:07.264395 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7fcbd114-33c6-498c-b027-20652869063b {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:07.265576 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'code': 200} May 31 16:24:07.305034 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:07.308831 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:07.334592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63ea2-f682-4373-86eb-e6407a80234b req-39dfd092-e3f7-4057-ae76-9cada6710282 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:07.336048 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-17e63ea2-f682-4373-86eb-e6407a80234b req-39dfd092-e3f7-4057-ae76-9cada6710282 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0888023 May 31 16:24:07.467786 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-17e63ea2-f682-4373-86eb-e6407a80234b req-17c99ed3-40bc-4eb8-b002-c2ac13e8396f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252320 May 31 16:24:07.527807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812206a-9713-46ae-aaa3-f05ee3502588 req-3e85a094-71e1-4b98-9c2d-50502138a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:07.529290 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-8812206a-9713-46ae-aaa3-f05ee3502588 req-3e85a094-71e1-4b98-9c2d-50502138a9af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1098 time: 0.0895941 May 31 16:24:07.575759 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-8812206a-9713-46ae-aaa3-f05ee3502588 req-695f644e-4ba4-41c4-ba3a-e35d7574e710 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 May 31 16:24:07.778123 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7fcf-e8e7-4ae4-840f-da9ee3894e1f req-4783934c-e3e8-4a6a-a04d-80a8ce0e844e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:07.779645 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-09ff7fcf-e8e7-4ae4-840f-da9ee3894e1f req-4783934c-e3e8-4a6a-a04d-80a8ce0e844e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1306412 May 31 16:24:07.849267 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-09ff7fcf-e8e7-4ae4-840f-da9ee3894e1f req-c540663d-320c-48b6-91cb-db94441e76ba tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508633 May 31 16:24:07.862173 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541681e-b5d6-4d63-ae23-1a3c3557b3c5 req-785981ee-82b4-421d-9cd7-2eeedbcc6ab5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:07.863630 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8541681e-b5d6-4d63-ae23-1a3c3557b3c5 req-785981ee-82b4-421d-9cd7-2eeedbcc6ab5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.1406634 May 31 16:24:07.910717 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8541681e-b5d6-4d63-ae23-1a3c3557b3c5 req-7f450e21-6b6f-4b73-ac8d-ab8bbd120756 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 May 31 16:24:08.675730 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064bda-1412-4759-b1bb-8bac2cc581e5 req-8f5d133b-7b0d-49eb-9656-fe446ffba916 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:08.677220 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e7064bda-1412-4759-b1bb-8bac2cc581e5 req-8f5d133b-7b0d-49eb-9656-fe446ffba916 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0981200 May 31 16:24:08.721461 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e7064bda-1412-4759-b1bb-8bac2cc581e5 req-e10e829a-41f6-4341-baac-bccb9199de82 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 May 31 16:24:09.129663 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1763e2-9881-45de-814a-1286f1aca8d5 req-651b863a-c4bd-443f-bf04-a09bb40be70c tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:09.131671 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b1763e2-9881-45de-814a-1286f1aca8d5 req-651b863a-c4bd-443f-bf04-a09bb40be70c tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1658053 May 31 16:24:09.144656 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bc56a-7ffa-43ba-9aae-5268453adaae req-fa667a8f-bdd8-41bb-a60b-c762fc18d331 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:09.146346 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d61bc56a-7ffa-43ba-9aae-5268453adaae req-fa667a8f-bdd8-41bb-a60b-c762fc18d331 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.1226206 May 31 16:24:09.215376 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b1763e2-9881-45de-814a-1286f1aca8d5 req-96a85655-3beb-4804-9d1f-b5ef314db54f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680554 May 31 16:24:09.219692 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d61bc56a-7ffa-43ba-9aae-5268453adaae req-ba02c2bf-8f17-43e1-8538-3ecec5642e7c tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 May 31 16:24:09.374717 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-ca4f4316-19d1-418c-9529-e820a18d2357 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:09.375445 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-ca4f4316-19d1-418c-9529-e820a18d2357 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Synchronizing usage tracker for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:09.392517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-ca4f4316-19d1-418c-9529-e820a18d2357 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Unset dirty status for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:09.393851 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-ca4f4316-19d1-418c-9529-e820a18d2357 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 945 time: 0.0966842 May 31 16:24:09.533217 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Deleting port d9a753b9-350b-4be9-a983-1ce1359e6e68 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:09.533575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:09.673231 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] For port d9a753b9-350b-4be9-a983-1ce1359e6e68, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=d9a753b9-350b-4be9-a983-1ce1359e6e68,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:09.673699 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:09.785625 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-11b0fbb9-43c5-47a1-8686-458a22aa19ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:09.895082 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Calling delete_port for d9a753b9-350b-4be9-a983-1ce1359e6e68 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:09.960620 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f6a5-8f65-46cb-a781-75ef72a39e26 req-eff42921-d240-48bb-a620-ee9e816da658 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:09.962332 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6541f6a5-8f65-46cb-a781-75ef72a39e26 req-eff42921-d240-48bb-a620-ee9e816da658 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.1014903 May 31 16:24:10.026378 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6541f6a5-8f65-46cb-a781-75ef72a39e26 req-76c8562e-e4ac-4436-b3cf-28d970598132 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565071 May 31 16:24:10.034503 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:10.040222 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2f1d3494-fd23-41de-b2c4-29cad97724e0 tempest-DeleteServersTestJSON-2005822932 tempest-DeleteServersTestJSON-2005822932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:10.057532 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['d9a753b9-350b-4be9-a983-1ce1359e6e68'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:10.091237 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Pushing event deleted for resources: {'Port': ['ID=d9a753b9-350b-4be9-a983-1ce1359e6e68,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:10.120973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:10.175644 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] No DVR routers for this DVR port d9a753b9-350b-4be9-a983-1ce1359e6e68 on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:24:10.178380 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:10.183265 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'name': 'network-vif-deleted', 'tag': 'd9a753b9-350b-4be9-a983-1ce1359e6e68'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:10.185583 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82be191-6e9c-439d-99c5-d9c47c4ae14f" -d '{"events": [{"server_uuid": "ecab01e6-6a0e-4efa-986a-bf9368147bc8", "name": "network-vif-deleted", "tag": "d9a753b9-350b-4be9-a983-1ce1359e6e68"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:10.203746 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5c8d6f1b-67f7-472c-9e62-781123111443 req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "DELETE /v2.0/ports/d9a753b9-350b-4be9-a983-1ce1359e6e68 HTTP/1.1" status: 204 len: 173 time: 0.8046670 May 31 16:24:10.236839 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c59b24-af8c-41c4-a4a2-e091f5896138 req-8fc3e9e5-c107-43c8-a7ff-b46e5fa1de77 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:10.240715 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-23c59b24-af8c-41c4-a4a2-e091f5896138 req-8fc3e9e5-c107-43c8-a7ff-b46e5fa1de77 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0865986 May 31 16:24:10.291515 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-23c59b24-af8c-41c4-a4a2-e091f5896138 req-b2123b83-e9d6-47e2-8474-e1873a2fd8b0 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448899 May 31 16:24:10.363554 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0cb301-21af-49bb-bbf6-04a3627c76a3 x-openstack-request-id: req-1c0cb301-21af-49bb-bbf6-04a3627c76a3 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:10.364044 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab01e6-6a0e-4efa-986a-bf9368147bc8", "name": "network-vif-deleted", "tag": "d9a753b9-350b-4be9-a983-1ce1359e6e68", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:10.364531 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c0cb301-21af-49bb-bbf6-04a3627c76a3 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:10.365168 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab01e6-6a0e-4efa-986a-bf9368147bc8', 'name': 'network-vif-deleted', 'tag': 'd9a753b9-350b-4be9-a983-1ce1359e6e68', 'status': 'completed', 'code': 200} May 31 16:24:10.514749 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-376f39f7-0092-4d87-9347-d8a5cd9bcd3e req-2ee752e1-acf0-4860-860a-3e521c256f90 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecab01e6-6a0e-4efa-986a-bf9368147bc8 HTTP/1.1" status: 200 len: 210 time: 0.0471697 May 31 16:24:10.523112 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecf59-c763-4ab0-ae7b-4f17edb69166 req-6385d4c7-f699-462b-9a61-5bbc5fc152d5 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:10.524484 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-382ecf59-c763-4ab0-ae7b-4f17edb69166 req-6385d4c7-f699-462b-9a61-5bbc5fc152d5 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1274321 May 31 16:24:10.570401 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-382ecf59-c763-4ab0-ae7b-4f17edb69166 req-94db5008-e7c5-4839-9110-4ce8e384db50 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 May 31 16:24:10.693220 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3989-affb-4ad3-990b-d153312dd3ca req-ae4a1438-082a-4ca3-81dc-b67806ab0f9c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:10.694624 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7d7e3989-affb-4ad3-990b-d153312dd3ca req-ae4a1438-082a-4ca3-81dc-b67806ab0f9c tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0869763 May 31 16:24:10.700092 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:24:10.747186 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7d7e3989-affb-4ad3-990b-d153312dd3ca req-e6ccb7cf-dca2-4a07-b5d1-439de5f0f517 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468047 May 31 16:24:10.979816 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b6c4a-da83-4de2-86b6-a804db139f33 req-a4a503fb-dcab-4da7-944a-b14321894872 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:10.981660 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-008b6c4a-da83-4de2-86b6-a804db139f33 req-a4a503fb-dcab-4da7-944a-b14321894872 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0813973 May 31 16:24:11.032127 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-008b6c4a-da83-4de2-86b6-a804db139f33 req-f2ddd7ac-7b51-4509-940a-530867d269bd tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 May 31 16:24:11.794518 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a51b8-f9d2-4ea6-b7e8-211d30d94f6c req-bcb26335-2675-4364-8994-6a8f7674474a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:11.796099 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d05a51b8-f9d2-4ea6-b7e8-211d30d94f6c req-bcb26335-2675-4364-8994-6a8f7674474a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1126626 May 31 16:24:11.852589 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d05a51b8-f9d2-4ea6-b7e8-211d30d94f6c req-6892163e-73b3-49fd-bc3c-3ed1f9bae4ca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454595 May 31 16:24:12.008528 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f87a3d-424c-4434-a6eb-fabc4073895d req-652d1697-be51-4fa9-a49e-225681d223d1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:12.009980 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-67f87a3d-424c-4434-a6eb-fabc4073895d req-652d1697-be51-4fa9-a49e-225681d223d1 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.0917921 May 31 16:24:12.058547 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-67f87a3d-424c-4434-a6eb-fabc4073895d req-c9e55375-7b48-49e8-a78c-9d95b64fadbe tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 May 31 16:24:12.114681 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-52212c3c-dc93-44a8-a81f-f589464dc849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:12.205713 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:12.845859 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-e85b42f8-5ab2-4f7b-9ef5-4447e43a2e12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:12.847101 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-e85b42f8-5ab2-4f7b-9ef5-4447e43a2e12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Synchronizing usage tracker for tenant:cf3962568474483a98676eb93b275f8f on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:12.866697 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-e85b42f8-5ab2-4f7b-9ef5-4447e43a2e12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Unset dirty status for tenant:cf3962568474483a98676eb93b275f8f on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:12.867876 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-e85b42f8-5ab2-4f7b-9ef5-4447e43a2e12 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1039560 May 31 16:24:12.973107 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device d9a753b9-350b-4be9-a983-1ce1359e6e68 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:13.049414 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Deleting port 5feaafef-d331-40e2-b0eb-0c045a5929cb {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:13.049758 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:13.052222 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: d9a753b9-350b-4be9-a983-1ce1359e6e68 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:13.052696 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device d9a753b9-350b-4be9-a983-1ce1359e6e68 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:13.117243 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9d6aa-328a-4b3e-b95d-3f6ee0c78eb2 req-8dfbe9e7-8cf0-45d0-8de8-d26452672ce7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:13.120071 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ddc9d6aa-328a-4b3e-b95d-3f6ee0c78eb2 req-8dfbe9e7-8cf0-45d0-8de8-d26452672ce7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1344378 May 31 16:24:13.208417 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ddc9d6aa-328a-4b3e-b95d-3f6ee0c78eb2 req-427bbfc3-95e6-45e4-8cdd-8fa16f557f83 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818818 May 31 16:24:13.271976 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] For port 5feaafef-d331-40e2-b0eb-0c045a5929cb, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=5feaafef-d331-40e2-b0eb-0c045a5929cb,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:13.272611 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:13.311829 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:13.389178 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:13.428997 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5fad-32c0-4e1f-981a-a1d4e7126f7d req-e3a12d74-8150-4c6f-a2de-5493f0bc712e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:13.437913 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-927d5fad-32c0-4e1f-981a-a1d4e7126f7d req-e3a12d74-8150-4c6f-a2de-5493f0bc712e tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b1ff09-36b4-43a6-924c-b04f3a8bc134 HTTP/1.1" status: 200 len: 946 time: 0.1005182 May 31 16:24:13.453966 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Calling delete_port for 5feaafef-d331-40e2-b0eb-0c045a5929cb owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:13.502123 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-927d5fad-32c0-4e1f-981a-a1d4e7126f7d req-8df48572-5109-4203-821f-9dd49eea29f3 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550942 May 31 16:24:13.590530 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:13.597168 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:13.602959 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['033edef6-86d5-4ffe-8e38-d88f0c9f5645', '5feaafef-d331-40e2-b0eb-0c045a5929cb'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:13.646581 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Pushing event deleted for resources: {'Port': ['ID=5feaafef-d331-40e2-b0eb-0c045a5929cb,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:13.649834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:13.735838 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] No DVR routers for this DVR port 5feaafef-d331-40e2-b0eb-0c045a5929cb on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:24:13.739108 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:13.742567 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'name': 'network-vif-deleted', 'tag': '5feaafef-d331-40e2-b0eb-0c045a5929cb'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:13.746516 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d94559-9b90-4640-825c-decf1b06ac5d" -d '{"events": [{"server_uuid": "58b1ff09-36b4-43a6-924c-b04f3a8bc134", "name": "network-vif-deleted", "tag": "5feaafef-d331-40e2-b0eb-0c045a5929cb"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:13.772057 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-d694bb41-f7d6-4f69-9fcf-dd93e3a981f1 req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "DELETE /v2.0/ports/5feaafef-d331-40e2-b0eb-0c045a5929cb HTTP/1.1" status: 204 len: 173 time: 0.8938005 May 31 16:24:13.802077 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b75b0c-1578-4832-b6ec-a7760efe2f5f x-openstack-request-id: req-60b75b0c-1578-4832-b6ec-a7760efe2f5f {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:13.802387 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b1ff09-36b4-43a6-924c-b04f3a8bc134", "name": "network-vif-deleted", "tag": "5feaafef-d331-40e2-b0eb-0c045a5929cb", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:13.802657 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60b75b0c-1578-4832-b6ec-a7760efe2f5f {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:13.803066 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b1ff09-36b4-43a6-924c-b04f3a8bc134', 'name': 'network-vif-deleted', 'tag': '5feaafef-d331-40e2-b0eb-0c045a5929cb', 'status': 'completed', 'code': 200} May 31 16:24:14.406332 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57e707-c453-4fc4-acf2-44337f456b89 req-2343acde-8b5e-4267-b1d8-ea697e6ae867 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:14.407860 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dd57e707-c453-4fc4-acf2-44337f456b89 req-2343acde-8b5e-4267-b1d8-ea697e6ae867 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.0807567 May 31 16:24:14.466924 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dd57e707-c453-4fc4-acf2-44337f456b89 req-3443d052-38f2-45a8-8adb-7f2a8baa327c tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531223 May 31 16:24:14.713671 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:14.888768 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714ed3-445f-44bc-8120-059ddea9ad19 req-ff1efb8d-9c88-4e2f-936a-28a40abeb2bb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:14.896587 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-36714ed3-445f-44bc-8120-059ddea9ad19 req-ff1efb8d-9c88-4e2f-936a-28a40abeb2bb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1327443 May 31 16:24:14.952086 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-36714ed3-445f-44bc-8120-059ddea9ad19 req-159142b1-62ec-42dc-afa5-6a7df8030700 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545206 May 31 16:24:14.983674 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-b0e267e5-90e9-41df-a347-211a1e77430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:14.986131 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-b0e267e5-90e9-41df-a347-211a1e77430e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1099 time: 0.1121998 May 31 16:24:15.136873 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-d71bbca6-3483-45aa-bd33-e10155fcadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:15.137127 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3fee-6c05-4095-a75a-cf549d88da77 req-d3bd6e46-f44f-46f2-beba-de2cd70aa7bb tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:15.138344 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-d71bbca6-3483-45aa-bd33-e10155fcadf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 0.1443455 May 31 16:24:15.138506 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d40b3fee-6c05-4095-a75a-cf549d88da77 req-d3bd6e46-f44f-46f2-beba-de2cd70aa7bb tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.0887713 May 31 16:24:15.250255 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-c0f546f2-800e-4702-a694-fcd7d2b9a9ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 1002 time: 0.1047137 May 31 16:24:15.255879 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d40b3fee-6c05-4095-a75a-cf549d88da77 req-3acfb57a-1ea1-47b8-af3f-99df737e8c1d tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118536 May 31 16:24:15.314232 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-a06fd0e2-719a-42cc-b02d-22eb2f78728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:15.315717 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-a06fd0e2-719a-42cc-b02d-22eb2f78728f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.0588136 May 31 16:24:15.405508 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-4a765797-887b-4764-9f49-cc4957cd3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:15.406976 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-4a765797-887b-4764-9f49-cc4957cd3e42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831008 May 31 16:24:15.653145 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-363fdf7d-50ae-420c-927d-336c177caaf6 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330470 May 31 16:24:15.790524 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-9502e032-2e2a-4f1f-bf6c-85b9049420e1 req-1bc5d608-8e9e-4f0a-a5c9-fe22e312e0fd service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264434 May 31 16:24:16.020077 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdd414-3634-4c36-ac63-b801d8c951a6 req-26a2d728-fb1b-46ad-9da4-96ef99a4890c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:16.021845 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bdbdd414-3634-4c36-ac63-b801d8c951a6 req-26a2d728-fb1b-46ad-9da4-96ef99a4890c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0914752 May 31 16:24:16.112966 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bdbdd414-3634-4c36-ac63-b801d8c951a6 req-f6a42c83-bcb0-43ea-94b3-eb4dfe6d09e0 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837326 May 31 16:24:16.135631 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51212) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:16.149421 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6629b0-534c-481e-92df-55d063824383 req-11004887-1ae0-4652-b24e-69997b8398fa tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:16.151652 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf6629b0-534c-481e-92df-55d063824383 req-11004887-1ae0-4652-b24e-69997b8398fa tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1029897 May 31 16:24:16.209816 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf6629b0-534c-481e-92df-55d063824383 req-d9bc9299-1769-4f5b-99cc-b05b51f68c0f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 May 31 16:24:16.412664 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-561c7f3c-9608-4445-be92-404989f09eb2 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:16.414382 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-561c7f3c-9608-4445-be92-404989f09eb2 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/networks?id=9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 200 len: 813 time: 0.1926210 May 31 16:24:16.422319 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbbac63-9a96-4937-8193-f198c8ff598c tempest-TestMinimumBasicScenario-1336548963 tempest-TestMinimumBasicScenario-1336548963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:16.423106 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-6dbbac63-9a96-4937-8193-f198c8ff598c tempest-TestMinimumBasicScenario-1336548963 tempest-TestMinimumBasicScenario-1336548963-project-admin] Synchronizing usage tracker for tenant:55c06c5b87484860b5842f68e4d104a1 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:16.445219 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-6dbbac63-9a96-4937-8193-f198c8ff598c tempest-TestMinimumBasicScenario-1336548963 tempest-TestMinimumBasicScenario-1336548963-project-admin] Unset dirty status for tenant:55c06c5b87484860b5842f68e4d104a1 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:16.446826 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-6dbbac63-9a96-4937-8193-f198c8ff598c tempest-TestMinimumBasicScenario-1336548963 tempest-TestMinimumBasicScenario-1336548963-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1093 time: 0.3096154 May 31 16:24:16.448609 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-8b9edebf-f316-46de-9e39-c108fa83b888 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/quotas/f4a6aa03b0294d9dbaa4827315b7fe17 HTTP/1.1" status: 200 len: 375 time: 0.0211129 May 31 16:24:16.450255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51228) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:16.459203 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'floatingip': {'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'port_id': '8bffbeef-f402-46cf-809f-87f346836cdc', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:16.468354 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:16.506430 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:floatingip and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:16.521192 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:16.534159 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-d918f8ab-f8d4-494b-86c2-3259078ed37f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675285 May 31 16:24:16.535117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:16.619684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for floatingip, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:16.650478 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d8720-a1fe-4c1b-85be-55421f4097b2 req-1574e415-56f9-420d-b419-b7de7da5dba8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:16.652552 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb0d8720-a1fe-4c1b-85be-55421f4097b2 req-1574e415-56f9-420d-b419-b7de7da5dba8 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2835279 May 31 16:24:16.790295 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb0d8720-a1fe-4c1b-85be-55421f4097b2 req-38ddcd92-7a23-41e8-b02f-31c2e5c483f4 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277516 May 31 16:24:16.795597 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51238) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:16.807503 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-0ac2995e-d809-46c3-a49d-863f616c2cb9 service neutron] 10.222.0.61 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633319 May 31 16:24:16.923973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:16.938803 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:16.942707 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Usage tracker for resource:security_group_rule and tenant:55b69722d8834c13b3f3929f4c17a82f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:16.945577 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:16.952363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:16.969168 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-cb516d47-af08-4034-b9f7-3dc53baefcf1 service neutron] 10.222.0.61 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545286 May 31 16:24:16.976384 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:16.979852 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 5feaafef-d331-40e2-b0eb-0c045a5929cb no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:17.044738 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 5feaafef-d331-40e2-b0eb-0c045a5929cb {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:17.045364 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 5feaafef-d331-40e2-b0eb-0c045a5929cb not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:17.049416 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.054219 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.068069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:17.108265 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55b69722d8834c13b3f3929f4c17a82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121722 May 31 16:24:17.110075 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59d672-ac1b-4d19-980b-2c0795150824,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:17.111155 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51244) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:17.113174 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:17.172077 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Allocated IP 172.28.1.217 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/852d56e8-9f48-4b27-94c5-62abdf8cf51e) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:24:17.225197 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1e809c85-97ba-44a7-af5b-6d4f10c7c415 req-f3ee3073-5eba-4c6a-b8fe-1ee066f45fef tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 210 time: 0.0546584 May 31 16:24:17.264288 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.407655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.496107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.529115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1714eb-d600-4d1c-8c3e-ac488fdc575a req-ee538cc8-d7cf-46b5-bd6e-5329f8b1b7d5 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:17.530588 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ae1714eb-d600-4d1c-8c3e-ac488fdc575a req-ee538cc8-d7cf-46b5-bd6e-5329f8b1b7d5 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1882157 May 31 16:24:17.552030 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.559745 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ba8b4149-43dd-4c49-90b7-a1b60279e648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:17.578637 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59d672-ac1b-4d19-980b-2c0795150824,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:17.584354 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:17.609968 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ae1714eb-d600-4d1c-8c3e-ac488fdc575a req-09ccf0c1-2964-44a5-b2f6-0e0278e43cd1 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735717 May 31 16:24:17.612429 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.617404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-32c6ad7b-64d8-4427-bbc0-facd8d2cb943 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:17.650008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:17.651675 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f59d672-ac1b-4d19-980b-2c0795150824 HTTP/1.1" status: 204 len: 168 time: 0.5389659 May 31 16:24:17.683496 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:24:17.686502 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:24:17.690245 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:24:17.735026 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'Port': ['ID=852d56e8-9f48-4b27-94c5-62abdf8cf51e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:17.739434 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:18.185212 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58100e-1e06-4966-80c6-a9af4724c99f req-fda2cc0c-f7e5-4ab2-8601-08d7673d2b8f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.186677 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0d58100e-1e06-4966-80c6-a9af4724c99f req-fda2cc0c-f7e5-4ab2-8601-08d7673d2b8f tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.2489326 May 31 16:24:18.388973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-0824d6d1-f11f-4e8e-bb63-bf983ac0703d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:18.390505 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-0824d6d1-f11f-4e8e-bb63-bf983ac0703d tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "GET /v2.0/networks?id=9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 200 len: 813 time: 0.1832874 May 31 16:24:18.404886 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Request body: {'port': {'device_id': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e', 'admin_state_up': True, 'tenant_id': 'f4a6aa03b0294d9dbaa4827315b7fe17'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:18.410231 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0d58100e-1e06-4966-80c6-a9af4724c99f req-2b707eed-88d8-43da-9577-b47d502c5572 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162335 May 31 16:24:18.425779 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2fcea353-782f-4385-8916-f29f0065772c req-bfb9963d-15f4-429c-a310-b6b1e021269e tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 210 time: 0.0660713 May 31 16:24:18.532122 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:18.570666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:18.575883 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Usage tracker for resource:port and tenant:f4a6aa03b0294d9dbaa4827315b7fe17 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:18.579575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:18.585650 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:18.594823 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Made reservation on behalf of f4a6aa03b0294d9dbaa4827315b7fe17 for: {'port': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:24:18.598289 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:18.650667 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:18.766444 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Allocated IP 172.20.0.8 (9f03384e-5120-466d-8dc3-2efbf922eb8e/e12ef15c-deb0-4988-9aae-2027b26ef103/0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:24:18.875650 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:18.881261 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:18.886281 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:19.000953 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'Port': ['ID=852d56e8-9f48-4b27-94c5-62abdf8cf51e,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:19.001584 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.005464 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:19.014888 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.033134 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.041126 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:19.122510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Network 9f03384e-5120-466d-8dc3-2efbf922eb8e is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:24:19.125973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:24:19.128772 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:24:19.172467 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Pushing event updated for resources: {'Port': ['ID=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:19.176055 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:19.215056 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:19.215724 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.247339 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.l3_db [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Floating IP 99c64715-08f2-4cfc-a901-875000ede9e1 associated. External IP: 172.28.1.217, port: 8bffbeef-f402-46cf-809f-87f346836cdc. May 31 16:24:19.251580 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519130 May 31 16:24:19.265557 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Request body: {'port': {'device_id': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:19.446549 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.877911 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 {{(pid=91773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:24:19.887242 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.911484 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.provisioning_blocks [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Transition to ACTIVE for port object 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 will not be triggered until provisioned by entity L2. {{(pid=91773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:24:19.918410 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:19.920509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a420a-fb25-4e22-8dfb-803175e929bb req-9ece5071-a803-4f62-9c3c-37e04de70d50 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:19.922305 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb3a420a-fb25-4e22-8dfb-803175e929bb req-9ece5071-a803-4f62-9c3c-37e04de70d50 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.3690329 May 31 16:24:19.925002 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1d7c3d22-7106-4671-b4ea-eb574e905294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:19.934291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cb07c-b27e-4be3-b685-2feb2e5a7e49 req-798c17dd-3c7d-4926-947f-9805025e075f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:19.937314 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dd4cb07c-b27e-4be3-b685-2feb2e5a7e49 req-798c17dd-3c7d-4926-947f-9805025e075f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 931 time: 0.3185594 May 31 16:24:19.994950 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Router 88a72362-fb26-48f6-a7b0-2823f489c740 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:24:20.035332 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb3a420a-fb25-4e22-8dfb-803175e929bb req-f2788c6c-e4bd-4829-b072-71ed81378c15 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982955 May 31 16:24:20.044134 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dd4cb07c-b27e-4be3-b685-2feb2e5a7e49 req-54d2bab3-9cde-438f-aff0-8b0a09a622ee tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866444 May 31 16:24:20.205157 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Pushing event updated for resources: {'Port': ['ID=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:20.213789 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:20.247188 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:24:20.258646 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] Sync routers for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:24:20.269948 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:24:20.270636 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:24:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:20.271228 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.293458 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Attempting to bind port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:24:20.293846 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Attempting to bind port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:24:20.294178 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Attempting to bind port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 on network 9f03384e-5120-466d-8dc3-2efbf922eb8e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:24:20.299736 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 on network 9f03384e-5120-466d-8dc3-2efbf922eb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:24:20.300103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Attempting to bind port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 on network 9f03384e-5120-466d-8dc3-2efbf922eb8e {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:24:20.306032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:24:20.306374 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Checking segment: {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:24:20.306823 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Bound using segment: {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'} {{(pid=91773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:24:20.307865 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.managers [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Bound port: 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e'}}] {{(pid=91773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:24:20.308223 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.344297 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8924031 May 31 16:24:20.345491 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:20.349663 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5539299d-2482-46d6-9e72-97718efb83a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:20.351836 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51276) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:20.368531 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389054898', 'description': 'tempest-secgroup-smoke-1389054898 description', 'project_id': '7d2d03c285144a48858d0a40f0e01f85'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:20.381213 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:20.389335 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:20.393964 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:20.405550 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:20.414321 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16d925-7cab-4f47-8f18-d2fa75f6926c x-openstack-request-id: req-3b16d925-7cab-4f47-8f18-d2fa75f6926c {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:20.414835 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:20.415291 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b16d925-7cab-4f47-8f18-d2fa75f6926c {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:20.415760 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'status': 'completed', 'code': 200} May 31 16:24:20.441287 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.476577 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] For port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host hv-cinder-79381, cleared binding levels {{(pid=91773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:24:20.489892 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:20.493923 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] For port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:24:20.497935 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:20.502342 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:20.506595 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.514755 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f2fe610-c3a5-420c-ba97-f0823ccb3cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:20.551689 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:24:20.553557 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:20.567301 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539299d-2482-46d6-9e72-97718efb83a9 req-351ec4e6-09d7-492d-9083-b386ecbbb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:20.569174 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-351ec4e6-09d7-492d-9083-b386ecbbb696 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1098 time: 0.1265082 May 31 16:24:20.599525 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:20.600151 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.601638 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] 10.222.0.35 "PUT /v2.0/ports/0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 HTTP/1.1" status: 200 len: 1093 time: 1.3418684 May 31 16:24:20.602130 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'tag': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:20.605974 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56052b4f-a3db-4642-886d-5b9e27465987" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b9e44-5d64-4f2b-9348-0fb29ad72dba", "tag": "0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:20.717908 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9105ec-04da-44dc-80dc-3db94e95264d x-openstack-request-id: req-be9105ec-04da-44dc-80dc-3db94e95264d {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:20.718198 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b9e44-5d64-4f2b-9348-0fb29ad72dba", "tag": "0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:20.718390 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be9105ec-04da-44dc-80dc-3db94e95264d {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:20.718778 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'tag': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7', 'status': 'completed', 'code': 200} May 31 16:24:20.730878 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Pushing event updated for resources: {'Port': ['ID=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,revision_number=3']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:20.751710 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:20.811335 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539299d-2482-46d6-9e72-97718efb83a9 req-ebb92c54-49c4-44cd-8305-9fdd12d66d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:20.813813 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-ebb92c54-49c4-44cd-8305-9fdd12d66d96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 915 time: 0.2366655 May 31 16:24:20.851190 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.871999 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:20.878039 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:20.911895 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-e959fc73-4ae8-4b4b-b050-7008a513fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:20.913411 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-e959fc73-4ae8-4b4b-b050-7008a513fbca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 1096 time: 0.2395267 May 31 16:24:20.930354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-9eac2d4b-7d34-4c7e-bc6e-9eb68b3f3966 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:20.930831 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-9eac2d4b-7d34-4c7e-bc6e-9eb68b3f3966 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Synchronizing usage tracker for tenant:cf3962568474483a98676eb93b275f8f on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:20.934837 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-8e77a29e-9c61-4d5b-a40f-d3a84a28b4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 999 time: 0.1136231 May 31 16:24:20.993468 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '99c64715-08f2-4cfc-a901-875000ede9e1', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'port_id': '8bffbeef-f402-46cf-809f-87f346836cdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'mac_address': 'fa:16:3e:0c:7a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:24:18Z', 'updated_at': '2021-05-31T16:24:18Z', 'revision_number': 0, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:21Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:20.998170 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] Checking router: 88a72362-fb26-48f6-a7b0-2823f489c740 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:24:21.007752 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:24:21.008402 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:24:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:21.013946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539299d-2482-46d6-9e72-97718efb83a9 req-2ec7e80a-6036-43cd-806a-75a7d723721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:21.015575 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-2ec7e80a-6036-43cd-806a-75a7d723721a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.0709176 May 31 16:24:21.017239 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d66c5a-f137-4f8c-9920-fc32ed60717b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:21.019554 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.020771 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6626351 May 31 16:24:21.025525 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-a65cfe93-a3ef-4f88-832a-13bec33c3578 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 HTTP/1.1" status: 200 len: 217 time: 0.0864520 May 31 16:24:21.027855 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51284) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:21.028817 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:21.067990 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group_rule': {'security_group_id': '15d66c5a-f137-4f8c-9920-fc32ed60717b', 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:21.082583 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-9eac2d4b-7d34-4c7e-bc6e-9eb68b3f3966 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Unset dirty status for tenant:cf3962568474483a98676eb93b275f8f on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:21.083721 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-9eac2d4b-7d34-4c7e-bc6e-9eb68b3f3966 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.4559319 May 31 16:24:21.084747 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:21.132664 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:21.156454 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:21.162323 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539299d-2482-46d6-9e72-97718efb83a9 req-302e8fd3-8446-411d-bf98-d12a9c51be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:21.163995 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-302e8fd3-8446-411d-bf98-d12a9c51be29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1370060 May 31 16:24:21.185252 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:21.203260 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-4837bab6-5108-475d-8545-db92d8ae946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:21.207672 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-4837bab6-5108-475d-8545-db92d8ae946d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e12ef15c-deb0-4988-9aae-2027b26ef103 HTTP/1.1" status: 200 len: 853 time: 0.1731641 May 31 16:24:21.277258 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:24:21.328707 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-b95f363e-9a6b-426d-baad-723e3b7f628f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f03384e-5120-466d-8dc3-2efbf922eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150556 May 31 16:24:21.331738 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.589516 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Deleting port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:21.590687 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.630600 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.639221 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-575d17a3-1567-4476-ba71-d494d33cbccd service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883461 May 31 16:24:21.657406 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-a25484fb-4352-42fd-81cb-03c5a9442767 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855080 May 31 16:24:21.672603 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12c94b-3439-43ea-8e91-b66ac1e868f4 req-29827df2-4c3b-46a5-bc1f-2860e64ad170 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:21.675033 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6b12c94b-3439-43ea-8e91-b66ac1e868f4 req-29827df2-4c3b-46a5-bc1f-2860e64ad170 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 946 time: 0.4686325 May 31 16:24:21.689481 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.746148 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-df6c4475-8c38-49af-a9ed-c7aabfbac6ad tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:21.746497 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f0e84-bf7d-4284-b1bc-5b60c8aa07cc req-9af4eb6c-5224-4d88-91c3-62fcd4abe839 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:21.748107 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c50f0e84-bf7d-4284-b1bc-5b60c8aa07cc req-9af4eb6c-5224-4d88-91c3-62fcd4abe839 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 943 time: 0.4742551 May 31 16:24:21.763696 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '99c64715-08f2-4cfc-a901-875000ede9e1', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'port_id': '8bffbeef-f402-46cf-809f-87f346836cdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'mac_address': 'fa:16:3e:0c:7a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:24:18Z', 'updated_at': '2021-05-31T16:24:18Z', 'revision_number': 0, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:21Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:21.768970 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9b8eb2-562e-4d57-bca5-4a71312c9da3 None None] The sync data for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb is: [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '99c64715-08f2-4cfc-a901-875000ede9e1', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'port_id': '8bffbeef-f402-46cf-809f-87f346836cdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'mac_address': 'fa:16:3e:0c:7a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:24:18Z', 'updated_at': '2021-05-31T16:24:18Z', 'revision_number': 0, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:21Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:24:21.863936 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc4fcd5-2ec4-49d7-988d-116563c54de5,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:21.872674 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:21.891115 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.897498 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-9360fb29-3e6c-48d0-8e3b-77aae5685ddf tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8626730 May 31 16:24:21.900172 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51292) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:21.908586 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6b12c94b-3439-43ea-8e91-b66ac1e868f4 req-5789697c-5e21-41c5-b03d-9acb136ed66a tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/security-groups?id=b07bf8a0-6d33-49fe-ac97-57a7f94751d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007527 May 31 16:24:21.928074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group_rule': {'security_group_id': '15d66c5a-f137-4f8c-9920-fc32ed60717b', 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:21.945249 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:21.951457 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c50f0e84-bf7d-4284-b1bc-5b60c8aa07cc req-6c5fdf31-ed6c-4dc4-865a-d99228dbec73 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497011 May 31 16:24:21.971194 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5539299d-2482-46d6-9e72-97718efb83a9 req-b16e720f-5984-4834-a8d4-9fd618278212 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946656 May 31 16:24:21.977240 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:21.985517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] For port 033edef6-86d5-4ffe-8e38-d88f0c9f5645, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=033edef6-86d5-4ffe-8e38-d88f0c9f5645,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:21.985727 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:21.995517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:22.008260 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:22.061782 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-c209efb3-cfc0-4160-ac8f-b5c27883e98b req-541c3f5f-d227-4277-bc2f-ef1b24ff0769 service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661838 May 31 16:24:22.102580 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e52a3-8659-40cd-9df2-843808ba2935 None None] New status for floating IP 99c64715-08f2-4cfc-a901-875000ede9e1: ACTIVE {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:24:22.141241 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Calling delete_port for 033edef6-86d5-4ffe-8e38-d88f0c9f5645 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:22.330666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.418673 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052b4f-a3db-4642-886d-5b9e27465987 req-cf57bdeb-1776-44fd-be9e-642056acf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:22.420027 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-cf57bdeb-1776-44fd-be9e-642056acf6b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 1096 time: 0.2758334 May 31 16:24:22.483444 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.497228 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.556296 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:22.606981 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3084799-1bf5-4f5b-91d4-058f4719e40f,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:22.617884 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:22.618706 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.626716 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:22.637351 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['033edef6-86d5-4ffe-8e38-d88f0c9f5645'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:22.670509 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.671704 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-07d73a85-ceab-4fea-b38b-8431be56735d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7689030 May 31 16:24:22.674683 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51296) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:22.681647 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group_rule': {'security_group_id': '15d66c5a-f137-4f8c-9920-fc32ed60717b', 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:22.682495 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Pushing event deleted for resources: {'Port': ['ID=033edef6-86d5-4ffe-8e38-d88f0c9f5645,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:22.685452 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:22.691389 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:22.695481 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:22.698808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:22.706104 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:22.730959 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.787294 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] No DVR routers for this DVR port 033edef6-86d5-4ffe-8e38-d88f0c9f5645 on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:24:22.790646 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.793165 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-057662c1-a68b-4dbb-aa9e-0e99165e96c3 req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.35 "DELETE /v2.0/ports/033edef6-86d5-4ffe-8e38-d88f0c9f5645 HTTP/1.1" status: 204 len: 173 time: 1.7022605 May 31 16:24:22.793649 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'name': 'network-vif-deleted', 'tag': '033edef6-86d5-4ffe-8e38-d88f0c9f5645'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:22.795942 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d915aa26-d371-49d1-bbe1-042c7077729c" -d '{"events": [{"server_uuid": "314f7176-e8d9-4ec6-87b8-9eccab54b895", "name": "network-vif-deleted", "tag": "033edef6-86d5-4ffe-8e38-d88f0c9f5645"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:22.799224 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052b4f-a3db-4642-886d-5b9e27465987 req-5a6e2ec4-566c-4b63-aa88-cd7246bee097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:22.800718 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-5a6e2ec4-566c-4b63-aa88-cd7246bee097 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 200 len: 914 time: 0.3676493 May 31 16:24:22.807505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.812785 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.837609 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5d1c95-faf6-4360-89cf-f223bcd94800 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:22.851485 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:22.857874 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767836 May 31 16:24:22.857874 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51302) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:22.876114 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group_rule': {'security_group_id': '15d66c5a-f137-4f8c-9920-fc32ed60717b', 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:22.890991 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:22.894096 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83c5035-42eb-4dc8-bf01-b5f1ffe291fd,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:22.902751 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-0467e674-8b72-4952-9dbb-8f609e83b436 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 HTTP/1.1" status: 200 len: 217 time: 0.0948973 May 31 16:24:22.904780 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:22.907881 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:22.912159 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:22.921852 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:22.964553 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.012167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052b4f-a3db-4642-886d-5b9e27465987 req-07aa7019-0c63-4283-bedf-a4ee4d8a0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:23.013801 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-07aa7019-0c63-4283-bedf-a4ee4d8a0a55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e12ef15c-deb0-4988-9aae-2027b26ef103 HTTP/1.1" status: 200 len: 853 time: 0.1042471 May 31 16:24:23.084844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f3f7c9-c396-4d6d-b5da-1e519d624c74 x-openstack-request-id: req-08f3f7c9-c396-4d6d-b5da-1e519d624c74 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:23.085323 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f7176-e8d9-4ec6-87b8-9eccab54b895", "name": "network-vif-deleted", "tag": "033edef6-86d5-4ffe-8e38-d88f0c9f5645", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:23.086443 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08f3f7c9-c396-4d6d-b5da-1e519d624c74 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:23.087327 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f7176-e8d9-4ec6-87b8-9eccab54b895', 'name': 'network-vif-deleted', 'tag': '033edef6-86d5-4ffe-8e38-d88f0c9f5645', 'status': 'completed', 'code': 200} May 31 16:24:23.091922 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-a270e27b-9739-4749-a66b-788e0b5fd98a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f03384e-5120-466d-8dc3-2efbf922eb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653498 May 31 16:24:23.102852 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.108075 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.111331 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b3b9beff-1751-4a18-88c2-059645b221a8 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:23.139688 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d470d33b-9756-4987-830e-c8f8ae1675bf,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:23.146901 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:23.248918 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a62de4ad-3d7a-499a-a46f-402c400ecbe2 req-0f1803dd-7277-4f19-89a5-1e6ce13d5486 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] 10.222.0.61 "GET /v2.0/ports?device_id=314f7176-e8d9-4ec6-87b8-9eccab54b895 HTTP/1.1" status: 200 len: 210 time: 0.1009862 May 31 16:24:23.254470 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.255625 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b323e792-7b88-4cd5-93bb-8ed045281a49 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3973563 May 31 16:24:23.259911 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51310) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:23.270925 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group_rule': {'security_group_id': '15d66c5a-f137-4f8c-9920-fc32ed60717b', 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:23.275511 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-6bf4dd32-4cc0-4d85-a932-ad3234ed64bc service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770303 May 31 16:24:23.291856 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:23.299844 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:23.304583 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:23.312458 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:23.328910 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Project 7d2d03c285144a48858d0a40f0e01f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:24:23.337025 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.360368 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc816cf-2cf9-48b3-b29d-c9dd8765aacf req-1b3d4cb8-08c3-4d63-8308-e854da2fd90f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:23.363991 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ebc816cf-2cf9-48b3-b29d-c9dd8765aacf req-1b3d4cb8-08c3-4d63-8308-e854da2fd90f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 943 time: 0.1645250 May 31 16:24:23.464703 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-56052b4f-a3db-4642-886d-5b9e27465987 req-cd2a8094-c834-49dc-a201-9e00f3fcaedf service neutron] 10.222.0.35 "GET /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751721 May 31 16:24:23.476384 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ebc816cf-2cf9-48b3-b29d-c9dd8765aacf req-ed142893-fc64-4e8a-8fba-73cc1952cac8 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023617 May 31 16:24:23.505151 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.510723 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.513263 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8da1c16b-057c-4bdd-9237-5000d29e16b1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:23.539549 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc0cd18-a5df-41f3-8a91-a1553c944885,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:23.543162 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:23.551091 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.552435 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2915056 May 31 16:24:23.555303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51314) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:23.561995 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'security_group_rule': {'security_group_id': '15d66c5a-f137-4f8c-9920-fc32ed60717b', 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:23.568811 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:23.572811 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Usage tracker for resource:security_group_rule and tenant:7d2d03c285144a48858d0a40f0e01f85 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:23.575740 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:23.581614 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:23.597783 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.securitygroups_db [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Project 7d2d03c285144a48858d0a40f0e01f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 16:24:23.607346 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.696900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.700774 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.702860 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-794f8398-b59b-478b-a033-61f1eb6beefe tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:23.732759 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7cb2e2-f157-402f-8b6e-da39ff6663a8,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:23.739639 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:23.746578 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:23.748097 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-dbfb076d-51b3-4e3f-963b-d74ac440fe0b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912715 May 31 16:24:23.875693 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-fcb707ac-a5bd-4e23-a7cb-da7e89f8551c tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389054898&fields=id&tenant_id=7d2d03c285144a48858d0a40f0e01f85 HTTP/1.1" status: 200 len: 267 time: 0.0424721 May 31 16:24:23.961006 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-f016bd65-3480-4e6d-8236-d0478d30fe1d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:23.962400 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-f016bd65-3480-4e6d-8236-d0478d30fe1d tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0813515 May 31 16:24:23.974328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'port': {'security_groups': ['10ce1929-d3a0-455c-8a3f-eac0dd2d24aa', '15d66c5a-f137-4f8c-9920-fc32ed60717b']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:24.098938 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:24.364415 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51322) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:24.377933 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:24.407882 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:24.413551 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:24.421676 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:24.426383 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['8bffbeef-f402-46cf-809f-87f346836cdc'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:24.500654 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:24.501325 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:24.502755 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cf874a7d-1bec-4e3e-8030-364322259a10 req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "PUT /v2.0/ports/8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 981 time: 0.5331910 May 31 16:24:24.503271 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:24.505921 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f91e2b-f34c-45e6-a7b4-0d391e634b86" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:24.561735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=6']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:24.580686 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:24.616997 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['8bffbeef-f402-46cf-809f-87f346836cdc'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:24.822792 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326748b-3647-4783-b801-379869b90687 req-01cb5f19-06e4-4e6c-a505-28714a12229c tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:24.824710 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b326748b-3647-4783-b801-379869b90687 req-01cb5f19-06e4-4e6c-a505-28714a12229c tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 943 time: 0.1360860 May 31 16:24:24.833682 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed534c-66e0-4570-ac10-5b90e0e3ecb3 req-f7f16ef3-ce0a-4864-8e81-a5947ac5769f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:24.835243 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c4ed534c-66e0-4570-ac10-5b90e0e3ecb3 req-f7f16ef3-ce0a-4864-8e81-a5947ac5769f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.2029762 May 31 16:24:24.908913 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-cc5d4623-9074-4522-af37-5be1672a2761 None None] Provisioning complete for port 8bffbeef-f402-46cf-809f-87f346836cdc triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:24:24.909692 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4623-9074-4522-af37-5be1672a2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:24.915429 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b326748b-3647-4783-b801-379869b90687 req-5d59a75e-81fe-4083-9fc7-e49fea932c24 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790210 May 31 16:24:24.923387 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c4ed534c-66e0-4570-ac10-5b90e0e3ecb3 req-bd0d6f5c-4d00-4be8-8457-18168a79a4d2 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706949 May 31 16:24:24.981925 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf4eec-57f6-41d2-b2f7-28d28727fce2 x-openstack-request-id: req-59cf4eec-57f6-41d2-b2f7-28d28727fce2 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:24.982199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:24.982744 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59cf4eec-57f6-41d2-b2f7-28d28727fce2 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:24.983438 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'status': 'completed', 'code': 200} May 31 16:24:25.024148 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:24:25.027065 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 033edef6-86d5-4ffe-8e38-d88f0c9f5645 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:25.082613 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 033edef6-86d5-4ffe-8e38-d88f0c9f5645 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:25.082968 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 033edef6-86d5-4ffe-8e38-d88f0c9f5645 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:25.262681 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:25.316957 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-97abe7ce-f1e9-4a4a-89b1-d10eb7fb5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:25.318446 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-97abe7ce-f1e9-4a4a-89b1-d10eb7fb5bc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1137 time: 0.2823942 May 31 16:24:25.448766 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:25.497008 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7', 'network_id': '9f03384e-5120-466d-8dc3-2efbf922eb8e', 'port_id': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7', 'mac_address': 'fa:16:3e:88:0d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ef15c-deb0-4988-9aae-2027b26ef103', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:24:25.601971 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-d6153ece-f48b-4e59-9f36-6bf268c9c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:25.603482 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-d6153ece-f48b-4e59-9f36-6bf268c9c011 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 915 time: 0.2766812 May 31 16:24:25.607336 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:25.635838 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:24:25.684362 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:25.700682 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:25.707426 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:25.765799 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-f08f3b41-59f1-4548-861d-6ca0db6a84bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 1001 time: 0.1311035 May 31 16:24:25.818190 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:25.821636 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:25.920392 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-2a60e082-f800-4bca-a559-2d3b40fa8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:25.921857 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-2a60e082-f800-4bca-a559-2d3b40fa8b3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.1434979 May 31 16:24:25.989305 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:24:26.069971 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Deleting port 7968c93c-501e-4823-a0bf-5dc94dabf44a {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:26.070442 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:26.100662 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-bcfc5874-11b5-4d14-b131-5f1575588db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:26.102136 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-bcfc5874-11b5-4d14-b131-5f1575588db5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1430221 May 31 16:24:26.139175 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98762d-e0c5-47d4-bc3d-f38adec4412f req-3a024fb5-ac03-4e75-8635-824bb3e88da4 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:26.140825 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cb98762d-e0c5-47d4-bc3d-f38adec4412f req-3a024fb5-ac03-4e75-8635-824bb3e88da4 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 944 time: 0.1084654 May 31 16:24:26.221098 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cb98762d-e0c5-47d4-bc3d-f38adec4412f req-9f718d19-a15c-4a7a-a19e-ba631e0ee990 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715303 May 31 16:24:26.325991 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] For port 7968c93c-501e-4823-a0bf-5dc94dabf44a, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=7968c93c-501e-4823-a0bf-5dc94dabf44a,segment=NetworkSegment(4d3303ff-48bb-45c1-be49-a510ad924dae),segment_id=4d3303ff-48bb-45c1-be49-a510ad924dae)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:26.326354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:26.460880 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-9613f14b-4bec-4940-8013-60279e0ef009 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117397 May 31 16:24:26.468257 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Calling delete_port for 7968c93c-501e-4823-a0bf-5dc94dabf44a owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:26.852927 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-41f91e2b-f34c-45e6-a7b4-0d391e634b86 req-2edc6700-0793-44aa-90ed-2f709bb43cd9 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816435 May 31 16:24:26.984768 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:26.988446 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:27.026940 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:24:27.038290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7968c93c-501e-4823-a0bf-5dc94dabf44a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:27.063902 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:27.105940 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:24:27.111685 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:24:27.112137 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:27.241078 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:27.273380 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:27.276508 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b93755-ced9-437d-82d6-f92a3219e764" -d '{"events": [{"server_uuid": "4f5b9e44-5d64-4f2b-9348-0fb29ad72dba", "name": "network-vif-plugged", "status": "completed", "tag": "0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:27.290822 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:27.296778 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:27.299065 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:27.322087 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:27.345724 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110cf42-b2b6-4899-a1f2-54423607acdb x-openstack-request-id: req-8110cf42-b2b6-4899-a1f2-54423607acdb {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:27.346178 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b9e44-5d64-4f2b-9348-0fb29ad72dba", "name": "network-vif-plugged", "status": "completed", "tag": "0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:27.346386 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8110cf42-b2b6-4899-a1f2-54423607acdb {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:27.346638 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7', 'code': 200} May 31 16:24:27.415128 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:27.420899 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:27.475165 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3aee0-6d6e-4123-8c88-a23abc4d47e6 req-41cf1e85-7a74-4516-8918-0610984c2297 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:27.476676 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d5c3aee0-6d6e-4123-8c88-a23abc4d47e6 req-41cf1e85-7a74-4516-8918-0610984c2297 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.1182749 May 31 16:24:27.542875 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d5c3aee0-6d6e-4123-8c88-a23abc4d47e6 req-3cdcaa7a-b287-4dd1-b421-0cea8fab5230 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552466 May 31 16:24:27.708995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ccd28-5672-4207-9723-1aab72ce384b req-561b628c-eabd-4db7-8599-a0cdf139125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:27.710490 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-154ccd28-5672-4207-9723-1aab72ce384b req-561b628c-eabd-4db7-8599-a0cdf139125e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 1098 time: 0.1696649 May 31 16:24:27.864322 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-154ccd28-5672-4207-9723-1aab72ce384b req-4c632064-5a5a-4acc-a409-0a7d13bd1e8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923512 May 31 16:24:27.874697 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Router c7383803-28cd-42e2-805f-3665faa70dd6 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:24:28.055507 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:24:28.066894 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] Sync routers for ids ['c7383803-28cd-42e2-805f-3665faa70dd6'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:24:28.075483 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] 10.222.0.61 "PUT /v2.0/routers/c7383803-28cd-42e2-805f-3665faa70dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7096694 May 31 16:24:28.078224 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] Routers {'c7383803-28cd-42e2-805f-3665faa70dd6'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:24:28.078390 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51344) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:28.078984 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:24:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['c7383803-28cd-42e2-805f-3665faa70dd6'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:28.278559 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] Set router c7383803-28cd-42e2-805f-3665faa70dd6 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:24:28.378875 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:28.581608 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:28.603882 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96'}], 'enable_snat': True}, 'gw_port_id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:24:26Z', 'revision_number': 5, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port': {'id': '67c41989-d585-4c56-a115-b3016bdef4fa', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:92:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:28.608667 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] Checking router: c7383803-28cd-42e2-805f-3665faa70dd6 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:24:28.623068 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] Routers {'c7383803-28cd-42e2-805f-3665faa70dd6'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:24:28.623795 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:24:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['c7383803-28cd-42e2-805f-3665faa70dd6'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:28.677401 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Deleting port 67c41989-d585-4c56-a115-b3016bdef4fa {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:28.677805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:28.853176 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] Set router c7383803-28cd-42e2-805f-3665faa70dd6 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:24:28.919326 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] For port 67c41989-d585-4c56-a115-b3016bdef4fa, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=67c41989-d585-4c56-a115-b3016bdef4fa,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:28.921728 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:28.935857 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9f07c-e276-4547-b816-df54948c1b3d req-39628492-464a-4113-8cdc-8b2641906794 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:28.937518 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f0c9f07c-e276-4547-b816-df54948c1b3d req-39628492-464a-4113-8cdc-8b2641906794 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.1048195 May 31 16:24:28.975015 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:24:28Z', 'revision_number': 6, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:28.980613 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3029f-8185-4308-a2e2-584e37b3f50a None None] The sync data for ids ['c7383803-28cd-42e2-805f-3665faa70dd6'] in dv-cinder-793814-1-smb is: [{'id': 'c7383803-28cd-42e2-805f-3665faa70dd6', 'name': 'tempest-ServerRescueNegativeTestJSON-548863392-router', 'tenant_id': 'cf3962568474483a98676eb93b275f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:32Z', 'updated_at': '2021-05-31T16:24:28Z', 'revision_number': 6, 'project_id': 'cf3962568474483a98676eb93b275f8f', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:24:29.006117 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f0c9f07c-e276-4547-b816-df54948c1b3d req-467fc231-79ef-4e9e-887f-0839b527f5b9 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616074 May 31 16:24:29.086252 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Calling delete_port for 67c41989-d585-4c56-a115-b3016bdef4fa owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:29.228305 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.233354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cf021c90-1c74-47b7-b3b0-536663563f60 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:29.277550 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=67c41989-d585-4c56-a115-b3016bdef4fa,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:29.302759 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:29.378285 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.555923 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.558607 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.640513 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.641035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7383803-28cd-42e2-805f-3665faa70dd6 {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:24:29.653778 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.654893 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-dbcc99c9-0d03-4fb7-94b7-47df59bc8a6d admin admin] 10.222.0.61 "DELETE /v2.0/routers/c7383803-28cd-42e2-805f-3665faa70dd6 HTTP/1.1" status: 204 len: 168 time: 1.5753362 May 31 16:24:29.657448 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51350) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:29.718621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Deleting subnet bd6ee311-e80f-4e89-a381-c9c513076038 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:24:29.721636 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.771464 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6582533'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:29.834504 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.211970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6653536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7375030'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.217167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:30.256848 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6ee311-e80f-4e89-a381-c9c513076038,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:30.260095 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:30.261105 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.268156 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d1951a00-ca21-48f3-9032-502b999b8d21 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bd6ee311-e80f-4e89-a381-c9c513076038 HTTP/1.1" status: 204 len: 168 time: 0.6096702 May 31 16:24:30.270633 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51356) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:30.307313 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1268c-399a-4112-91a6-e7236ee94ac0 req-61a92120-9439-4e81-89ef-69b832243e8b tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:30.308893 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-37a1268c-399a-4112-91a6-e7236ee94ac0 req-61a92120-9439-4e81-89ef-69b832243e8b tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.1913927 May 31 16:24:30.355618 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-37a1268c-399a-4112-91a6-e7236ee94ac0 req-4cc3ea79-db7f-4c92-806d-00a60f7a79ea tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 May 31 16:24:30.382406 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.511909 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.527137 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c107e8-07ab-4d38-884d-aae6601028e4']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:30.539279 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3303ff-48bb-45c1-be49-a510ad924dae') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:30.539566 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3303ff-48bb-45c1-be49-a510ad924dae') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:30.552895 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.570007 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.577669 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:24:30.578069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:24:30.592170 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:24:30.673777 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.679278 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:30.704454 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:30.710561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c107e8-07ab-4d38-884d-aae6601028e4,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:30.715551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:30.723233 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a1c107e8-07ab-4d38-884d-aae6601028e4 HTTP/1.1" status: 204 len: 168 time: 0.4511139 May 31 16:24:30.990933 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 7968c93c-501e-4823-a0bf-5dc94dabf44a no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:31.010534 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51374) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:31.038735 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 7968c93c-501e-4823-a0bf-5dc94dabf44a {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:31.039332 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 7968c93c-501e-4823-a0bf-5dc94dabf44a not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:31.040248 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 67c41989-d585-4c56-a115-b3016bdef4fa no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:31.064482 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-6a01a12b-08d7-43ef-8c85-56a4b07c6a52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf3962568474483a98676eb93b275f8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524294 May 31 16:24:31.067190 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51378) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:31.076747 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 67c41989-d585-4c56-a115-b3016bdef4fa {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:31.077075 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 67c41989-d585-4c56-a115-b3016bdef4fa not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:31.131609 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:31.158694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:31.215954 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:31.220793 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fb06d6ae-197c-4cb5-b6c2-9567d2f800a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:31.236386 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07bf8a0-6d33-49fe-ac97-57a7f94751d2,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:31.239266 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:31.247748 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:31.248936 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b07bf8a0-6d33-49fe-ac97-57a7f94751d2 HTTP/1.1" status: 204 len: 168 time: 0.1807227 May 31 16:24:33.328090 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51438) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:33.467488 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.487232 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:33.491093 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ec28d10e697f4cf9a13709c3ec87aaf9 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:33.495311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:33.501564 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:33.595781 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.601663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.612015 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-2cc4b246-9818-4b3d-b85b-62bf31724e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:33.653521 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec28d10e697f4cf9a13709c3ec87aaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240921 May 31 16:24:33.655499 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ed5f9-98c9-4d1b-aca4-64ff77b78fc6,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:33.657224 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51450) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:33.663179 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.663548 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.663885 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.664247 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.664594 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.664932 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.665268 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.665603 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.666522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.666927 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.667411 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.667761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:33.672946 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:33.739160 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.767790 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.846363 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.855268 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-91d3e713-94d4-42c2-873a-fe73fabd1750 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:33.877444 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ed5f9-98c9-4d1b-aca4-64ff77b78fc6,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:33.881537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:33.883476 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:33.886489 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-7cd33a04-fb99-427e-ac5b-ab4d7d4b2597 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c8ed5f9-98c9-4d1b-aca4-64ff77b78fc6 HTTP/1.1" status: 204 len: 168 time: 0.2269022 May 31 16:24:34.199818 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51458) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:34.218344 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.235686 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:34.239676 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Usage tracker for resource:security_group_rule and tenant:e15ae6259f684eb09f7999dddfb35af1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:34.242724 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:34.249154 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:34.344516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.349088 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.356830 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-136bf613-cc5f-47c4-8b54-e543718a9596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:34.395430 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e797e8c-2365-46c0-81cb-a789c562d00c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:34.399752 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e15ae6259f684eb09f7999dddfb35af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988554 May 31 16:24:34.400726 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:34.402808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51462) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:34.469520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.502635 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.558738 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.563200 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cbbd8a67-fa3c-40ec-955b-1ea33b412a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:34.574900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e797e8c-2365-46c0-81cb-a789c562d00c,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:34.578589 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:34.582201 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:34.583397 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e797e8c-2365-46c0-81cb-a789c562d00c HTTP/1.1" status: 204 len: 168 time: 0.1796713 May 31 16:24:39.738518 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fe206ea8-a2cd-4658-bfdb-a1eaf773630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.559197 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51588) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:40.704689 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.721925 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:40.726358 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Usage tracker for resource:security_group_rule and tenant:09d95c5f74b94200a5ba268afa1cae74 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:40.729909 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:40.735974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:40.829321 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.833889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:40.845281 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3c27ba59-750d-44f7-b83d-34c6d2b7bc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:40.908639 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09d95c5f74b94200a5ba268afa1cae74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479142 May 31 16:24:40.910967 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00da10ba-b491-42f1-a0c4-11e79e4063ad,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:40.911202 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51594) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:40.921867 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.922414 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.922895 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.923489 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.923889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.924283 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.924643 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.924997 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.925358 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.925709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.926130 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.926711 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:24:40.930754 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:40.982605 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.009580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.067626 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.073647 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1002dd9a-a233-4c75-a05d-ab4724f65e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:41.091088 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da10ba-b491-42f1-a0c4-11e79e4063ad,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:41.094890 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:41.107674 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.109170 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-3f7a9062-4310-40c3-94fb-ce6efef5663b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00da10ba-b491-42f1-a0c4-11e79e4063ad HTTP/1.1" status: 204 len: 168 time: 0.1967530 May 31 16:24:41.463672 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51606) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:41.485876 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.502889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:41.507207 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Usage tracker for resource:security_group_rule and tenant:6349d58129b145f1a27d5b48e1631b2f is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:41.510752 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:41.516945 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:41.615724 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.621970 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.652558 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8f975b4f-19c9-44b2-97c3-08545183b0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:41.688381 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6349d58129b145f1a27d5b48e1631b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230308 May 31 16:24:41.690694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51610) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:41.700151 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6273395e-a1d7-44de-9d00-d99a4bedab93,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:41.705135 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-682c5b71-7338-42cb-b118-84bdebe16a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:41.775660 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.816072 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.888116 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.892139 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d7bc430-c5ae-4f6b-bde8-3028d3dce67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:41.906134 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6273395e-a1d7-44de-9d00-d99a4bedab93,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:41.909247 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:41.911943 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:41.913536 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6273395e-a1d7-44de-9d00-d99a4bedab93 HTTP/1.1" status: 204 len: 168 time: 0.2215967 May 31 16:24:42.123730 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-956e5e1e-ba0b-4196-9cf1-e411b4ac46d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.215153 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.425465 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51620) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:42.447724 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.470828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:42.476527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Usage tracker for resource:security_group_rule and tenant:57dd440d52df4b15adde476114306064 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:42.481663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:42.492046 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:42.610793 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.617353 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.633118 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5102338b-6a5d-43f5-828d-26b6c84ee43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:42.692996 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57dd440d52df4b15adde476114306064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661197 May 31 16:24:42.693816 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3900d9fd-9a95-4e5a-bdf5-1db5d178034e,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:42.695746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51624) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:42.696951 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:42.775289 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.803038 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.868371 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.872952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c0377e28-74d7-414f-8088-9dd161de3584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:42.888372 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3900d9fd-9a95-4e5a-bdf5-1db5d178034e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:42.890729 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:42.903129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:42.904259 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3900d9fd-9a95-4e5a-bdf5-1db5d178034e HTTP/1.1" status: 204 len: 168 time: 0.2071447 May 31 16:24:43.320148 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:43.415122 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:44.708666 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:47.699996 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:24:50.524261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51762) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:50.661350 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:50.676168 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:50.679982 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Usage tracker for resource:security_group_rule and tenant:57aa8b1a3a8e42b9bacf902b98786eb3 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:50.682973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:50.689561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:50.775575 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb20a8d-b204-42ae-bebb-42327595c626 req-0bfb2ad4-9ec5-42fe-808f-a520bf3bb6fa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:50.777119 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6eb20a8d-b204-42ae-bebb-42327595c626 req-0bfb2ad4-9ec5-42fe-808f-a520bf3bb6fa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.0860200 May 31 16:24:50.780380 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:50.784893 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:50.792100 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:50.823986 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6eb20a8d-b204-42ae-bebb-42327595c626 req-7f78f526-5e46-42fc-9b11-ff9632fa8217 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 May 31 16:24:50.835957 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57aa8b1a3a8e42b9bacf902b98786eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082502 May 31 16:24:50.835957 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862ddf4-5cfb-40cf-a5e8-ab60d54f9791,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:50.837324 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51770) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:50.845468 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c866c97a-2e86-40cf-832d-9e5457d7b3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:50.909847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:50.937402 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:50.989509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:50.994461 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a1be8d74-eb87-4375-8626-f27220480dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:51.008246 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862ddf4-5cfb-40cf-a5e8-ab60d54f9791,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:51.011018 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:51.012684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:51.013858 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a862ddf4-5cfb-40cf-a5e8-ab60d54f9791 HTTP/1.1" status: 204 len: 168 time: 0.1725898 May 31 16:24:51.836252 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75cd36-0b4e-4c24-8767-b07f8bce3a10 req-a6d5b2ec-5058-4ff6-a174-2bbfa6e82432 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:51.837713 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bd75cd36-0b4e-4c24-8767-b07f8bce3a10 req-a6d5b2ec-5058-4ff6-a174-2bbfa6e82432 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.0792325 May 31 16:24:51.885699 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bd75cd36-0b4e-4c24-8767-b07f8bce3a10 req-59a40b5b-9db3-43bf-bc9a-b8e369664dfe tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 May 31 16:24:52.045450 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a6ae-cc7d-4007-83ac-5f83d4a7e5ac req-d9991875-e722-4c1e-b5df-e2b4091b46f9 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.046917 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8d89a6ae-cc7d-4007-83ac-5f83d4a7e5ac req-d9991875-e722-4c1e-b5df-e2b4091b46f9 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.0845737 May 31 16:24:52.092971 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8d89a6ae-cc7d-4007-83ac-5f83d4a7e5ac req-79237cad-fb05-4f82-bc4e-0df28171ae03 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 May 31 16:24:52.721290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-935b52f6-ac6c-4ba8-9ff6-ea81b15184c3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:52.721986 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-935b52f6-ac6c-4ba8-9ff6-ea81b15184c3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Synchronizing usage tracker for tenant:089429e586eb458dba6845da4c503031 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:52.733673 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-935b52f6-ac6c-4ba8-9ff6-ea81b15184c3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Unset dirty status for tenant:089429e586eb458dba6845da4c503031 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:52.734771 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-935b52f6-ac6c-4ba8-9ff6-ea81b15184c3 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.1030481 May 31 16:24:52.871529 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Deleting port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:52.871809 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:53.025208 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] For port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:53.025565 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:53.087744 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b7e25-96d0-4ffb-8c7f-3a7443edc8e3 req-3f2cce19-18d9-4d64-a055-c009fbe3bfd8 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:53.089393 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6a7b7e25-96d0-4ffb-8c7f-3a7443edc8e3 req-3f2cce19-18d9-4d64-a055-c009fbe3bfd8 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.0834403 May 31 16:24:53.142313 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6a7b7e25-96d0-4ffb-8c7f-3a7443edc8e3 req-2b031f1a-e261-4574-ac37-8897bb53c87e tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458455 May 31 16:24:53.325759 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bf4ee-ba41-4557-b07b-0cd12eca836b req-9db91fcc-f354-4008-acbe-f586b056df83 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:53.327412 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-013bf4ee-ba41-4557-b07b-0cd12eca836b req-9db91fcc-f354-4008-acbe-f586b056df83 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=88bf7aef-95e6-49cc-a145-1f9d5e8e06a1 HTTP/1.1" status: 200 len: 946 time: 0.0919287 May 31 16:24:53.378321 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-013bf4ee-ba41-4557-b07b-0cd12eca836b req-0b343c17-b66b-4bbe-8565-c6baa8bb9047 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=a43a5b98-7f56-474d-82ba-ac905af4c53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 May 31 16:24:53.439032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:53.439394 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:53.439709 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Floating IP e356e58a-18ea-4c20-aaa4-d2a70d693251 disassociated. External IP: 172.28.1.246, port: 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3. May 31 16:24:53.440711 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Calling delete_port for 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:53.554864 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:53.560390 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b0da6594-4064-40d2-af56-fc5b6295d849 tempest-ServerRescueNegativeTestJSON-791085305 tempest-ServerRescueNegativeTestJSON-791085305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:53.606235 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event deleted for resources: {'Port': ['ID=69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:53.610116 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:53.793524 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:24:53.971376 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:24:53.981145 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:24:53.990689 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:24:53.991249 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:24:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:54.049059 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] No DVR routers for this DVR port 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:24:54.051530 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.054138 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-deleted', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:54.056467 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5490249a-823b-49b4-b363-aa2d11259a73" -d '{"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-deleted", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:54.080704 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-dcc407a0-5f8e-4ad4-b77a-e0abf7712fdd req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "DELETE /v2.0/ports/69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 HTTP/1.1" status: 204 len: 173 time: 1.3383327 May 31 16:24:54.104043 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e234ee-6233-4f04-9c39-b17995c4d9de x-openstack-request-id: req-b7e234ee-6233-4f04-9c39-b17995c4d9de {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:54.104386 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf7aef-95e6-49cc-a145-1f9d5e8e06a1", "name": "network-vif-deleted", "tag": "69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:54.104671 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7e234ee-6233-4f04-9c39-b17995c4d9de {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:54.105180 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf7aef-95e6-49cc-a145-1f9d5e8e06a1', 'name': 'network-vif-deleted', 'tag': '69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3', 'status': 'completed', 'code': 200} May 31 16:24:54.194408 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:24:54.361095 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f462d7-64a3-4783-b915-dcf728c20683 req-f663d308-2323-4da1-a638-78a226833553 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:54.364253 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-55f462d7-64a3-4783-b915-dcf728c20683 req-f663d308-2323-4da1-a638-78a226833553 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.1009767 May 31 16:24:54.460962 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-55f462d7-64a3-4783-b915-dcf728c20683 req-1095bd36-4a56-4ada-b5ca-b157fd8155d9 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883007 May 31 16:24:54.525627 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51850) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:54.598594 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:54.603093 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:24:54.611659 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.613943 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:24:54.614623 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:24:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:54.643225 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.736002 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.741392 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3664d1be-f9fe-4875-b2a8-be47bb9e0b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:54.757547 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a5b98-7f56-474d-82ba-ac905af4c53f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:54.774122 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:54.775970 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:54.777639 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "DELETE /v2.0/security-groups/a43a5b98-7f56-474d-82ba-ac905af4c53f HTTP/1.1" status: 204 len: 168 time: 0.2510169 May 31 16:24:54.780396 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51858) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:54.799518 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.api.v2.resource [None req-843cee5d-788d-45c9-98ab-dbae49c67ac8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] show failed (client error): The resource could not be found. May 31 16:24:54.801451 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-843cee5d-788d-45c9-98ab-dbae49c67ac8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups/a43a5b98-7f56-474d-82ba-ac905af4c53f HTTP/1.1" status: 404 len: 347 time: 0.0201540 May 31 16:24:54.804759 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51862) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:54.825053 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:24:55.065880 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Deleting port bef1682e-3271-4e3b-8614-0a680a70b66c {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:55.066675 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:55.187063 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:55.201936 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:55.202305 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:55.224266 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:55.224757 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 69d4b447-9ac0-462b-9d0e-0a8bb6f5bcf3 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:55.228559 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:24:55.233330 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884976f8-d09d-463c-b407-f94a45e6f0df None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:24:55.426824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Calling delete_port for bef1682e-3271-4e3b-8614-0a680a70b66c owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:55.578346 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff4a52-1fc0-4805-a45e-0acd8bf512b9 None None] New status for floating IP e356e58a-18ea-4c20-aaa4-d2a70d693251: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:24:55.581625 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:55.587262 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6aa0f1c7-1905-4e28-9d21-09482f337b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:55.643473 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event deleted for resources: {'Port': ['ID=bef1682e-3271-4e3b-8614-0a680a70b66c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:55.651986 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:55.680494 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8c069-ec0a-43b4-96a5-a1448d0b2484 req-d2a0055e-8130-423c-8449-f123729da2fe tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:55.685747 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6cb8c069-ec0a-43b4-96a5-a1448d0b2484 req-d2a0055e-8130-423c-8449-f123729da2fe tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.0923462 May 31 16:24:55.755234 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:55.770913 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6cb8c069-ec0a-43b4-96a5-a1448d0b2484 req-031d7f35-bed9-44ef-822c-bc38eee1a555 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780888 May 31 16:24:55.781066 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:55.782383 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-c2b6ac16-db32-4cc8-9980-870c545a7e3e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "DELETE /v2.0/floatingips/e356e58a-18ea-4c20-aaa4-d2a70d693251 HTTP/1.1" status: 204 len: 168 time: 0.9765770 May 31 16:24:56.089071 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51888) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:56.096901 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669826131', 'description': 'tempest-description--837779706'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:56.105919 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:56.112808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:56.116051 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:56.123672 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:56.135665 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.168480 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:56.172754 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:56.176118 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:56.181826 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:56.268946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.272844 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.276405 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:56.316059 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1ffc17-b5df-4532-895f-7d336586f723,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:56.319094 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.320409 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2294419 May 31 16:24:56.321294 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-308c8277-3296-4adf-a675-bfa42899d54c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:56.323284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51894) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:56.328404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'security_group_rule': {'security_group_id': '0e1ffc17-b5df-4532-895f-7d336586f723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:56.334318 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:56.338352 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:56.341847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:56.348832 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:56.367130 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.428920 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.432983 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.435042 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:56.458337 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef397f8d-fad2-4383-b6cb-f36f9222c3bf,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:56.462958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:56.470163 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.474543 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ab3b3d20-057d-4100-948e-d0f6b7624d05 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502409 May 31 16:24:56.475198 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51898) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:56.480639 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'security_group_rule': {'security_group_id': '0e1ffc17-b5df-4532-895f-7d336586f723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:56.486539 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:56.490504 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:security_group_rule and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:56.494186 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:56.503607 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:56.532243 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.554148 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d03308-9fea-4bba-a09a-997609ede75c req-c61cebd7-6ec9-4647-bdef-abfab7276c55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:56.555032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-e3d03308-9fea-4bba-a09a-997609ede75c req-c61cebd7-6ec9-4647-bdef-abfab7276c55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Synchronizing usage tracker for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:port {{(pid=91773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:56.575401 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [req-e3d03308-9fea-4bba-a09a-997609ede75c req-c61cebd7-6ec9-4647-bdef-abfab7276c55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Unset dirty status for tenant:f4a6aa03b0294d9dbaa4827315b7fe17 on resource:port {{(pid=91773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:56.576940 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e3d03308-9fea-4bba-a09a-997609ede75c req-c61cebd7-6ec9-4647-bdef-abfab7276c55 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.1186807 May 31 16:24:56.609922 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.614680 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.617079 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:56.640487 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f4ec27-a83a-480e-8f00-dc063b62da43,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:56.644568 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:56.655854 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.657093 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-6e1ebae1-13b5-48c0-ace8-7eaed66cc7d1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1809189 May 31 16:24:56.660605 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 51902) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:24:56.666222 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'floatingip': {'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:24:56.672609 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:24:56.677377 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:floatingip and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:24:56.680637 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:24:56.686284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:24:56.696589 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.765465 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-ea94f8b1-f798-4115-80fa-04aefda2eaf1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1468201 May 31 16:24:56.780440 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Deleting port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:24:56.780917 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.972835 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.978235 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] For port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,segment=NetworkSegment(4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1),segment_id=4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:24:56.978235 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:56.990555 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-dd434980-59c6-4a86-a753-c1d258869404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:56.992006 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-dd434980-59c6-4a86-a753-c1d258869404 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 1099 time: 0.1976399 May 31 16:24:57.052255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cebd1-858f-494a-b9d8-03e55acfdc5a req-b06c9225-600b-44fe-946c-5082ebe205b4 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.053672 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1a6cebd1-858f-494a-b9d8-03e55acfdc5a req-b06c9225-600b-44fe-946c-5082ebe205b4 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 945 time: 0.1599989 May 31 16:24:57.127366 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Calling delete_port for 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 owned by compute:nova {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:24:57.146037 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1a6cebd1-858f-494a-b9d8-03e55acfdc5a req-774c67b6-e6bf-4431-b761-466066c1767f tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/security-groups?id=e76647a3-66d3-47be-9ba9-039a76e2a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 May 31 16:24:57.163471 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Allocated IP 172.28.1.28 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/0a4f17d4-f690-40e8-9162-1d017690fe73) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:24:57.255419 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-6b1663c1-bc70-42c6-b093-92ba0f68456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.258365 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-6b1663c1-bc70-42c6-b093-92ba0f68456a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 0.2134538 May 31 16:24:57.438092 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-42efed85-2678-4b59-a95a-40f84fd661e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 200 len: 1002 time: 0.1296632 May 31 16:24:57.452030 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:57.472103 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:57.501804 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:57.558897 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Pushing event deleted for resources: {'Port': ['ID=0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:57.564827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:57.583148 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:57.596016 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:57.641471 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-64a72e04-a1aa-4a7f-9aa1-b96c96a75316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.644332 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-64a72e04-a1aa-4a7f-9aa1-b96c96a75316 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.1956027 May 31 16:24:57.651188 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] No DVR routers for this DVR port 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 on host hv-cinder-79381 {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:24:57.655937 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:57.692152 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'name': 'network-vif-deleted', 'tag': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:24:57.694988 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9270bb0e-af92-4a07-a66b-5d29d29d320b" -d '{"events": [{"server_uuid": "4f5b9e44-5d64-4f2b-9348-0fb29ad72dba", "name": "network-vif-deleted", "tag": "0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:24:57.704045 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:24:57.723867 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:24:57.737375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:24:57.762336 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100585c-00d5-4cb5-b236-425b25372d13 x-openstack-request-id: req-d100585c-00d5-4cb5-b236-425b25372d13 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:24:57.762761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b9e44-5d64-4f2b-9348-0fb29ad72dba", "name": "network-vif-deleted", "tag": "0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:24:57.763126 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d100585c-00d5-4cb5-b236-425b25372d13 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:24:57.763626 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5b9e44-5d64-4f2b-9348-0fb29ad72dba', 'name': 'network-vif-deleted', 'tag': '0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7', 'status': 'completed', 'code': 200} May 31 16:24:57.765279 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e3d03308-9fea-4bba-a09a-997609ede75c req-8b797dec-97aa-4551-ae8b-6ca08f5ebe17 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.35 "DELETE /v2.0/ports/0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 HTTP/1.1" status: 204 len: 173 time: 1.1822891 May 31 16:24:57.787646 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'Port': ['ID=0a4f17d4-f690-40e8-9162-1d017690fe73,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:57.804297 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:57.814859 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-79bcedac-e5ec-4902-9ec3-3f2daa6710c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.816348 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-79bcedac-e5ec-4902-9ec3-3f2daa6710c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1620278 May 31 16:24:57.845366 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-d847ce1f-affa-49ae-b640-3fd4b27c5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.847075 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-d847ce1f-affa-49ae-b640-3fd4b27c5d15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1137 time: 0.3377297 May 31 16:24:57.888577 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3bc60-f3a5-46cc-882b-f1bc90f3a33c req-1e6b097d-ba4d-4ec3-af51-3135250ae3d6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:57.890056 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8fd3bc60-f3a5-46cc-882b-f1bc90f3a33c req-1e6b097d-ba4d-4ec3-af51-3135250ae3d6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.3133912 May 31 16:24:57.986285 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:58.058066 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8fd3bc60-f3a5-46cc-882b-f1bc90f3a33c req-0f81ccd7-b7cf-43ed-ac68-003d677dfc0a tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601176 May 31 16:24:58.080644 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-a73a1358-fd32-4cce-9e11-0e36a2e9900d service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436044 May 31 16:24:58.109771 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:58.139328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-a1e791b6-26c4-447a-8c74-20155b8d8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:58.140827 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-a1e791b6-26c4-447a-8c74-20155b8d8cac service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 915 time: 0.2809815 May 31 16:24:58.211302 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-5f5acf3b-dca0-4d64-9dd1-64591639479a req-a111124e-0a5b-4fde-9fdb-e21832ec2989 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279433 May 31 16:24:58.288138 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-58401270-3e24-4090-b4b2-0caedb60557a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 1001 time: 0.1338031 May 31 16:24:58.424499 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4b4d35e1-4181-46af-a7ef-a42480390fa6 req-2d174db5-f060-453a-97b2-a2d0bf0d2c00 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f5b9e44-5d64-4f2b-9348-0fb29ad72dba HTTP/1.1" status: 200 len: 210 time: 0.1353052 May 31 16:24:58.486051 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-6d89f609-1c36-44b8-a512-2bcaad3adb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:58.487439 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-6d89f609-1c36-44b8-a512-2bcaad3adb7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.1144764 May 31 16:24:58.582444 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:58.587197 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:58.592452 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cd845560-fe9f-4d6b-b7c1-3b3170553704 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:24:58.694220 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-d98a9f8f-afc8-4e72-bcd7-623239e58246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:58.695684 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-d98a9f8f-afc8-4e72-bcd7-623239e58246 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949217 May 31 16:24:58.725383 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'Port': ['ID=0a4f17d4-f690-40e8-9162-1d017690fe73,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:24:58.731863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:24:58.883775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:58.929220 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:24:58.930449 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2688131 May 31 16:24:58.955284 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-f6f006de-b77a-40b0-80f3-4d20185d6688 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482293 May 31 16:24:59.116685 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-667b7473-2ca4-4cd0-8c3e-842e3b6ef99b req-00360c57-3f5f-431b-8d64-9c6f6dbe1423 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532884 May 31 16:24:59.174376 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ba05b44d-eaaa-48c9-ad9c-c5592676382d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Synchronizing usage tracker for tenant:089429e586eb458dba6845da4c503031 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:24:59.197515 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:24:59.246287 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:24:59.247540 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 0e1f3c3d-cfb5-42b2-8795-fe2ef00424a7 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:24:59.259400 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ba05b44d-eaaa-48c9-ad9c-c5592676382d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Unset dirty status for tenant:089429e586eb458dba6845da4c503031 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:24:59.260585 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ba05b44d-eaaa-48c9-ad9c-c5592676382d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1669826131&fields=id&tenant_id=089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 267 time: 0.1380832 May 31 16:24:59.423179 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe123-a1ff-4798-850c-0f31b96a0e9a req-27e7fd20-6129-422e-952d-918c04b2792a tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.424689 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f18fe123-a1ff-4798-850c-0f31b96a0e9a req-27e7fd20-6129-422e-952d-918c04b2792a tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.2306447 May 31 16:24:59.472917 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-7dc2b151-cc78-4e6d-acdb-9b354a1dd28c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:24:59.474576 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-7dc2b151-cc78-4e6d-acdb-9b354a1dd28c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 816 time: 0.1979468 May 31 16:24:59.504652 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-9f633b09-9c8f-4503-bd4c-8ab8d673d1ac tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/quotas/089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 375 time: 0.0166814 May 31 16:24:59.508831 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f18fe123-a1ff-4798-850c-0f31b96a0e9a req-66923953-378e-4082-b054-f4f75be1eaee tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658236 May 31 16:24:59.627662 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-91f94d31-f5d4-440c-bc77-1edd9c939461 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148238 May 31 16:24:59.782924 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-5cc1f739-2ad5-4155-92b0-aea1ebdff174 service neutron] 10.222.0.61 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424472 May 31 16:24:59.920581 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-1d8bcf48-2567-403b-aa3e-0ce7de784f3b service neutron] 10.222.0.61 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313212 May 31 16:25:00.132784 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e52d3ab4-4bfe-4fa3-bc11-ed5cdadc0168 req-dc13ec2b-b360-419e-acd8-6a8492a44bd5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 210 time: 0.0434394 May 31 16:25:00.703406 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4194e4f-c2c4-482d-b4e1-7158b27baf2d req-899be5e0-53e4-4bdc-a77f-c9a166e22a24 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:00.704841 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b4194e4f-c2c4-482d-b4e1-7158b27baf2d req-899be5e0-53e4-4bdc-a77f-c9a166e22a24 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.0826163 May 31 16:25:00.761298 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b4194e4f-c2c4-482d-b4e1-7158b27baf2d req-97a87d76-5a64-47c4-9d24-2a891ddb0177 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506144 May 31 16:25:01.117034 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 51992) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:01.286488 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-7a91b051-37a5-4ff9-b22d-c8458e348a02 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:01.288717 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-7a91b051-37a5-4ff9-b22d-c8458e348a02 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 816 time: 0.2015367 May 31 16:25:01.298167 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.329083 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:01.337484 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Usage tracker for resource:security_group_rule and tenant:6372203c43fe4764b3e2359d0c188aab is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:01.342569 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:01.349115 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:01.361204 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f894c5e2-7ed0-41dc-80a9-379e8fb1f932 req-e5f47e7b-e665-49d1-8ade-d4dc96aa0a00 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 210 time: 0.0631962 May 31 16:25:01.410220 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-f885beba-0f76-4479-b935-eeaa5988f981 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 380 time: 0.1114092 May 31 16:25:01.421020 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'port': {'device_id': '23ec4894-6352-492a-9d82-088a9b68b10c', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'admin_state_up': True, 'tenant_id': '089429e586eb458dba6845da4c503031', 'security_groups': ['0e1ffc17-b5df-4532-895f-7d336586f723']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:01.454998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.460434 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.470551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-aeeee7ba-15a8-40a3-8673-a8b83998370f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:01.531452 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a2df4-87fa-46d9-8d97-1c9f456c5bfc,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:01.535196 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:01.541548 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6372203c43fe4764b3e2359d0c188aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232862 May 31 16:25:01.542974 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52006) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:01.575277 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:01.580354 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Usage tracker for resource:port and tenant:089429e586eb458dba6845da4c503031 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:01.583786 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:01.590511 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:01.613322 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Made reservation on behalf of 089429e586eb458dba6845da4c503031 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:01.616847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.636051 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.674380 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.738278 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.743495 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e61e09b8-95cb-4f00-92db-c0c48a243fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:01.756874 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a2df4-87fa-46d9-8d97-1c9f456c5bfc,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:01.759844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:01.762762 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:01.763904 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/820a2df4-87fa-46d9-8d97-1c9f456c5bfc HTTP/1.1" status: 204 len: 168 time: 0.2198029 May 31 16:25:01.807109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Allocated IP 172.20.0.13 (768c2299-8287-4e24-9aee-4858320c6979/89e855bd-54ef-45f9-a402-557207596837/c80eaa7a-7df8-41e7-9110-fc9615e41c67) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:02.078492 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52018) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:02.096491 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.111100 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:02.114860 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb89c845aef40b9acf31d7d731c217f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:02.117640 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:02.123281 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:02.156428 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.173610 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec903c-86e3-462d-b9f9-fc46277494ad req-f7380460-9d34-4537-99b2-468b471a85bc tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:02.175069 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5ec903c-86e3-462d-b9f9-fc46277494ad req-f7380460-9d34-4537-99b2-468b471a85bc tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1579487 May 31 16:25:02.195456 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Transition to ACTIVE for port object c80eaa7a-7df8-41e7-9110-fc9615e41c67 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:02.212357 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.217852 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.227030 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-43f52029-445c-4bc0-be33-652d836ceb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:02.230436 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5ec903c-86e3-462d-b9f9-fc46277494ad req-8462c0e7-19e3-4300-aa12-b8911d7f7a50 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484583 May 31 16:25:02.256256 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.263335 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:02.271629 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdb89c845aef40b9acf31d7d731c217f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915612 May 31 16:25:02.272618 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12a874-19ce-441d-a381-6b129e4c1838,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:02.274980 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52022) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:02.278032 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:02.328900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Network 768c2299-8287-4e24-9aee-4858320c6979 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:02.332044 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:02.336232 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:02.338735 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.368129 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.375512 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:02.383891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:02.413515 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:02.414163 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.428125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.432920 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ffd09d10-9622-4057-ba12-cd8c5b34eae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:02.445911 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12a874-19ce-441d-a381-6b129e4c1838,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:02.446291 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-e346d9c1-2ff8-4b2c-bdf9-409c4c36eb07 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306630 May 31 16:25:02.449397 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:02.458736 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.462232 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Request body: {'port': {'device_id': '23ec4894-6352-492a-9d82-088a9b68b10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:02.464150 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a12a874-19ce-441d-a381-6b129e4c1838 HTTP/1.1" status: 204 len: 168 time: 0.1880953 May 31 16:25:02.627521 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-28c927d7-d302-4b5e-918f-bb08d08366ef None None] Provisioning for port c80eaa7a-7df8-41e7-9110-fc9615e41c67 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:02.632331 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-28c927d7-d302-4b5e-918f-bb08d08366ef None None] Provisioning complete for port c80eaa7a-7df8-41e7-9110-fc9615e41c67 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:02.632972 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-28c927d7-d302-4b5e-918f-bb08d08366ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.642020 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.695769 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-28c927d7-d302-4b5e-918f-bb08d08366ef None None] Port c80eaa7a-7df8-41e7-9110-fc9615e41c67 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:25:02.743430 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81191bc5-25e1-4506-a41a-814a489073c4 req-fd0aa31f-0014-40f3-9d2d-ed27470c41a2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:02.744182 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-81191bc5-25e1-4506-a41a-814a489073c4 req-fd0aa31f-0014-40f3-9d2d-ed27470c41a2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Synchronizing usage tracker for tenant:089429e586eb458dba6845da4c503031 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:02.811833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-81191bc5-25e1-4506-a41a-814a489073c4 req-fd0aa31f-0014-40f3-9d2d-ed27470c41a2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Unset dirty status for tenant:089429e586eb458dba6845da4c503031 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:02.812929 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-81191bc5-25e1-4506-a41a-814a489073c4 req-fd0aa31f-0014-40f3-9d2d-ed27470c41a2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 932 time: 0.2836976 May 31 16:25:02.890804 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52036) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:02.908820 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:02.928168 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:02.932501 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Usage tracker for resource:security_group_rule and tenant:bfcb5ce4ddbe463cabf24648ceb39b15 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:02.934514 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-81191bc5-25e1-4506-a41a-814a489073c4 req-40d7edff-8122-474a-a38e-134472d03548 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115487 May 31 16:25:02.936588 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:02.944828 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:03.037428 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.041444 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.050357 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-27506616-7334-471b-b12a-66bb49f0ed6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:03.085573 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80eaa7a-7df8-41e7-9110-fc9615e41c67 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:03.090745 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfcb5ce4ddbe463cabf24648ceb39b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988642 May 31 16:25:03.092672 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3f3b1e-6dfa-46d4-922f-cb468119a026,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:03.095194 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52040) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:03.096963 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.098363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:03.114935 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Transition to ACTIVE for port object c80eaa7a-7df8-41e7-9110-fc9615e41c67 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:03.119322 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.126040 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:03.157687 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.184619 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.256499 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.279143 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d3ebbc84-6e31-4fc7-ba86-41657ad97a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:03.296129 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.297627 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc3f3b1e-6dfa-46d4-922f-cb468119a026 HTTP/1.1" status: 204 len: 168 time: 0.2010624 May 31 16:25:03.300667 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3f3b1e-6dfa-46d4-922f-cb468119a026,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:03.307364 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:03.418539 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:03.435375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:03.519627 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Attempting to bind port c80eaa7a-7df8-41e7-9110-fc9615e41c67 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:25:03.519990 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Attempting to bind port c80eaa7a-7df8-41e7-9110-fc9615e41c67 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:25:03.520392 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Attempting to bind port c80eaa7a-7df8-41e7-9110-fc9615e41c67 on network 768c2299-8287-4e24-9aee-4858320c6979 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:03.528726 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Port c80eaa7a-7df8-41e7-9110-fc9615e41c67 on network 768c2299-8287-4e24-9aee-4858320c6979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:25:03.529049 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Attempting to bind port c80eaa7a-7df8-41e7-9110-fc9615e41c67 on network 768c2299-8287-4e24-9aee-4858320c6979 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:03.537964 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:25:03.538298 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Checking segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:03.538670 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Bound using segment: {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:25:03.539093 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Bound port: c80eaa7a-7df8-41e7-9110-fc9615e41c67, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc65b5-81ba-47c8-8b6e-55cd22283ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '768c2299-8287-4e24-9aee-4858320c6979'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:25:03.539430 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.599591 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657442b2-44a1-41e7-807a-0cb3f3bbf571 req-9719ea3f-abc6-4eee-94ea-cd1920bffc68 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:03.601009 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-657442b2-44a1-41e7-807a-0cb3f3bbf571 req-9719ea3f-abc6-4eee-94ea-cd1920bffc68 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1798351 May 31 16:25:03.682080 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-657442b2-44a1-41e7-807a-0cb3f3bbf571 req-fa4ead45-db8a-4b85-8ee9-ccf24f0d3726 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738595 May 31 16:25:03.686604 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:25:03.689871 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:25:03.694790 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.705600 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6473cb0c-2de2-4397-bd94-0d189a0e212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:03.761691 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:03.762447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:03.764087 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] 10.222.0.35 "PUT /v2.0/ports/c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 200 len: 1094 time: 1.3071051 May 31 16:25:03.764809 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:03.767070 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf4700-780d-40dd-bb4b-44ea080d69d3" -d '{"events": [{"name": "network-changed", "server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:03.792121 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:03.796455 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:03.867296 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154afd83-7689-462b-8631-0b56871ad904 x-openstack-request-id: req-154afd83-7689-462b-8631-0b56871ad904 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:03.867617 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:03.867897 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-154afd83-7689-462b-8631-0b56871ad904 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:03.868345 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'status': 'completed', 'code': 200} May 31 16:25:03.897172 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-0ba2082f-eda9-41a2-bc17-27b4e0a167f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:03.898682 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-0ba2082f-eda9-41a2-bc17-27b4e0a167f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1097 time: 0.0837772 May 31 16:25:03.972600 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-9e082aa1-8845-4486-89ad-dc4c6fa37004 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 200 len: 217 time: 0.0656326 May 31 16:25:04.203888 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-9d38d4e8-3aaa-400b-b176-d4b3a04497e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:04.205523 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-9d38d4e8-3aaa-400b-b176-d4b3a04497e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.2281284 May 31 16:25:04.232994 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52074) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:04.299559 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f530b-bf76-407f-b1eb-007395496a7a req-e3aba6ad-3584-4ba2-9e1e-858be65a90e0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:04.301088 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-486f530b-bf76-407f-b1eb-007395496a7a req-e3aba6ad-3584-4ba2-9e1e-858be65a90e0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1867223 May 31 16:25:04.356045 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-a4f7389a-c85c-4596-9e28-c55d15055aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:04.357733 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-a4f7389a-c85c-4596-9e28-c55d15055aa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1457760 May 31 16:25:04.362694 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-486f530b-bf76-407f-b1eb-007395496a7a req-961c89f9-50f7-431f-b99e-f80df8adc4b1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555351 May 31 16:25:04.388503 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2137318357-network', 'tenant_id': '266ca8e6c86f438a90118451fdf0bb3f'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:04.393329 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:04.397511 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Usage tracker for resource:network and tenant:266ca8e6c86f438a90118451fdf0bb3f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:04.400612 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:04.410606 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:04.424402 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Made reservation on behalf of 266ca8e6c86f438a90118451fdf0bb3f for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:04.426934 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.441022 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.457583 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:04.461504 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Usage tracker for resource:security_group_rule and tenant:266ca8e6c86f438a90118451fdf0bb3f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:04.464734 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:04.471799 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:04.546091 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-ba456bf8-6c4c-4fed-834b-a20e4d4e6f40 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816895 May 31 16:25:04.583591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.588331 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.591786 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-09092521-0e5b-4c74-bced-9675332a5608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:04.621220 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:25:04.631292 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb380fb-684b-4175-a102-5aa389ce3557,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:04.636599 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:04.640895 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.642104 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Added segment 07666c7a-6a81-4856-98b7-29006eddb695 of type vlan for network 7536c0da-3c00-40b2-833f-23c9c38c5474 May 31 16:25:04.676836 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.700370 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-272ea3f9-de26-4862-aaa7-2c1816dc3466 req-89916a05-e59a-456b-b902-a7c1386f2708 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473165 May 31 16:25:04.722100 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.724013 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:04.724872 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.732384 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-1ae28b8d-a15b-4406-969a-20752d69a93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:04.845122 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Pushing event updated for resources: {'Network': ['ID=7536c0da-3c00-40b2-833f-23c9c38c5474,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:04.848277 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6139371 May 31 16:25:04.849154 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:04.851510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52090) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:04.858125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Request body: {'subnet': {'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2137318357-subnet', 'tenant_id': '266ca8e6c86f438a90118451fdf0bb3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:04.863675 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:04.866765 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 7536c0da-3c00-40b2-833f-23c9c38c5474 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:25:04.868715 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Usage tracker for resource:subnet and tenant:266ca8e6c86f438a90118451fdf0bb3f is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:04.872821 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:04.879137 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:04.894978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Made reservation on behalf of 266ca8e6c86f438a90118451fdf0bb3f for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:04.900719 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375017'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:04.946043 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-a38237f7-fc7b-4d76-b973-90b6d69f31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:04.947620 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-a38237f7-fc7b-4d76-b973-90b6d69f31b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1097 time: 0.1831396 May 31 16:25:05.066367 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86a-cbf8-44e2-b94e-22bd2fa44f87 req-4d225ef6-a565-4a89-95a6-a37daa14d3af tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.067911 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1b33f86a-cbf8-44e2-b94e-22bd2fa44f87 req-4d225ef6-a565-4a89-95a6-a37daa14d3af tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.2396023 May 31 16:25:05.138649 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-dfcb4a64-340a-4eb4-9638-f2b990f310d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.140190 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-dfcb4a64-340a-4eb4-9638-f2b990f310d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.1858068 May 31 16:25:05.149891 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1b33f86a-cbf8-44e2-b94e-22bd2fa44f87 req-3a8e309c-b3ec-4793-be45-3d1efa6a2fc4 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746872 May 31 16:25:05.225558 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-c24303c7-2aee-4ff2-a7c0-17349ab057f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 200 len: 217 time: 0.0746067 May 31 16:25:05.290800 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-bb69f9c3-eabf-4755-882e-7ac5053f4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.292282 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-bb69f9c3-eabf-4755-882e-7ac5053f4d43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.0597904 May 31 16:25:05.356158 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6653475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375039'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:05.361006 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:05.373415 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-3098267f-11bc-4d0a-a33f-be943147fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.374891 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-3098267f-11bc-4d0a-a33f-be943147fb43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754995 May 31 16:25:05.437580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf054dc-363c-4ed4-ac86-e339f01f1644,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:05.446615 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:05.460449 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Checking segment: {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:05.461008 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Network hostable DHCP agents. Network: 7536c0da-3c00-40b2-833f-23c9c38c5474, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:25:05.488924 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Network 7536c0da-3c00-40b2-833f-23c9c38c5474 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:25:05.500648 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 7536c0da-3c00-40b2-833f-23c9c38c5474) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:05.509945 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef89062-c9c3-4bd9-9da6-eeddf56c126e None None] Network 7536c0da-3c00-40b2-833f-23c9c38c5474 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:25:05.511819 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.512535 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:05.545504 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6838117 May 31 16:25:05.600037 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-d08deba1-12a0-4482-ab72-28b24fb3243c service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177076 May 31 16:25:05.636703 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2150d-0f1c-41d3-944c-26cd4ad7b9e2 req-0d743ce7-f792-4b9f-9634-ab12eb733564 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:05.638172 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8ed2150d-0f1c-41d3-944c-26cd4ad7b9e2 req-0d743ce7-f792-4b9f-9634-ab12eb733564 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1552808 May 31 16:25:05.727042 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b24e7-fd15-4d7e-8213-c126a3665eec None None] Network 7536c0da-3c00-40b2-833f-23c9c38c5474 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:25:05.759660 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8ed2150d-0f1c-41d3-944c-26cd4ad7b9e2 req-3c2a734a-e9f5-4351-a913-934b1348cc1e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147947 May 31 16:25:05.786162 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3aaf4700-780d-40dd-bb4b-44ea080d69d3 req-43604f8a-d968-4c54-9a65-124ffdd696bc service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779072 May 31 16:25:06.401606 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4842-76e5-403c-a1c8-ac44fa08b5f7 req-d70d1fe4-aa93-494d-8f86-ad2de71a96ce tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:06.403674 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-62ff4842-76e5-403c-a1c8-ac44fa08b5f7 req-d70d1fe4-aa93-494d-8f86-ad2de71a96ce tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1028790 May 31 16:25:06.461753 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-62ff4842-76e5-403c-a1c8-ac44fa08b5f7 req-7c7c5230-2575-4188-9286-40dbf20f3308 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513101 May 31 16:25:06.967896 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657aba-2845-49d4-83d2-a1722ca546d4 req-9f3af3dc-cca6-43a0-9ab7-ceee228f1748 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:06.969428 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f5657aba-2845-49d4-83d2-a1722ca546d4 req-9f3af3dc-cca6-43a0-9ab7-ceee228f1748 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0845847 May 31 16:25:07.104138 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f5657aba-2845-49d4-83d2-a1722ca546d4 req-b450e786-3944-4ab6-88a3-13ff12dc65c2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290426 May 31 16:25:07.227157 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:25:07.394133 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:07.408729 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'mac_address': 'fa:16:3e:79:5c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:25:07.472681 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:07.499695 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80eaa7a-7df8-41e7-9110-fc9615e41c67 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:07.522473 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:07.527382 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:07.530402 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ad0a3547-8772-4acf-ad4b-65f85c74b247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:07.610049 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:07.618160 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.618507 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.619064 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.619598 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.620042 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.620392 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.620724 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.621048 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.621375 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.621697 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.622009 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.622521 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:07.626840 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:07.775250 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['c80eaa7a-7df8-41e7-9110-fc9615e41c67'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:07.868138 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-8ff24335-0845-4149-9b8c-2813f8ffe03e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:07.870191 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-8ff24335-0845-4149-9b8c-2813f8ffe03e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/networks?id=7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 200 len: 809 time: 0.2918622 May 31 16:25:07.881063 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5332b06-4515-4470-b3a0-c8a15242170e req-1f6103d3-0d24-43d3-9d26-6aefcf570cf7 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:07.882514 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d5332b06-4515-4470-b3a0-c8a15242170e req-1f6103d3-0d24-43d3-9d26-6aefcf570cf7 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1430120 May 31 16:25:07.907986 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-b75dde4c-bec3-4b8a-9f97-d05ad7d5cad1 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/quotas/266ca8e6c86f438a90118451fdf0bb3f HTTP/1.1" status: 200 len: 375 time: 0.0245173 May 31 16:25:07.970812 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-6cbf3022-672c-4a6d-91d2-14d73eb88915 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566151 May 31 16:25:07.980567 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d5332b06-4515-4470-b3a0-c8a15242170e req-1abc055e-1847-411d-88b4-701471cb9c74 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901799 May 31 16:25:08.162164 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-6884fe98-906a-471b-85ad-4f8d32622d3b service neutron] 10.222.0.61 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805651 May 31 16:25:08.266794 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51f7d-c2aa-4241-8b35-5e098792992a req-c47cc258-f275-414f-b70f-66206b7c6e4a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:08.268272 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1dd51f7d-c2aa-4241-8b35-5e098792992a req-c47cc258-f275-414f-b70f-66206b7c6e4a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1800942 May 31 16:25:08.338380 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-6a842459-d42e-4b70-b6da-8ccf0f04b486 service neutron] 10.222.0.61 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695147 May 31 16:25:08.345367 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1dd51f7d-c2aa-4241-8b35-5e098792992a req-447d8730-d4a7-4156-9791-e00c592a182f tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701377 May 31 16:25:08.549635 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6f632618-e74a-42e9-b4dd-ffb940748c7a req-34e18070-d289-4061-816e-8f13c34ab467 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 210 time: 0.0605423 May 31 16:25:08.586508 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00040af-d32b-4eb6-9c8d-d397d57e0f0c req-ea1092d2-4d39-49b0-9357-8c62798b8c23 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:08.588174 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e00040af-d32b-4eb6-9c8d-d397d57e0f0c req-ea1092d2-4d39-49b0-9357-8c62798b8c23 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 945 time: 0.1372006 May 31 16:25:08.635870 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e00040af-d32b-4eb6-9c8d-d397d57e0f0c req-26733370-1016-41da-a131-fd28f5737c38 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 May 31 16:25:09.182765 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b50a3e-0250-4e54-a6ae-b309b07624da req-f0edfb67-9b08-4a5f-aebd-f287de194a0e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:09.185052 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-64b50a3e-0250-4e54-a6ae-b309b07624da req-f0edfb67-9b08-4a5f-aebd-f287de194a0e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.0929377 May 31 16:25:09.232626 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-64b50a3e-0250-4e54-a6ae-b309b07624da req-8e54fff5-90e8-49d1-b5e9-5ac05a416d13 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413895 May 31 16:25:09.242878 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:25:09.313484 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port c80eaa7a-7df8-41e7-9110-fc9615e41c67 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:09.318368 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port c80eaa7a-7df8-41e7-9110-fc9615e41c67 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:09.318745 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.460826 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.508628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:09.509621 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:09.513549 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f86f6a-d115-4b8c-ac59-91a7a85ec1b5" -d '{"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:09.529575 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.535033 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:09.599560 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e2fe9-d297-4540-b309-4218649dfbcb x-openstack-request-id: req-784e2fe9-d297-4540-b309-4218649dfbcb {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:09.599958 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:09.600296 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-784e2fe9-d297-4540-b309-4218649dfbcb {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:09.600986 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'code': 200} May 31 16:25:09.651926 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:09.655742 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:09.749858 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-4c8f214a-c473-4761-b16b-208cdeca539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:09.820769 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-17152b25-13b9-4d22-bb1f-0acfe8a539d5 req-8cb4089a-f13c-4678-bcd8-c442b4189eaf tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 210 time: 0.0579903 May 31 16:25:09.877947 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ad6c-c12e-49d6-8a70-f79a9fcbe028 req-b45b7fe5-c100-4797-a4d2-cb678a80d4f8 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:09.879848 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6316ad6c-c12e-49d6-8a70-f79a9fcbe028 req-b45b7fe5-c100-4797-a4d2-cb678a80d4f8 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.3200727 May 31 16:25:09.895653 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-d5c3936f-fc67-49a9-8b33-a644b1d61df8 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:09.898670 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-d5c3936f-fc67-49a9-8b33-a644b1d61df8 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "GET /v2.0/networks?id=7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 200 len: 809 time: 0.2954712 May 31 16:25:09.914353 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd3f62-7541-4723-9f27-7baaff16b4f9 req-a7c09179-d02d-4f98-8136-a808268f1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:09.918129 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fd3f62-7541-4723-9f27-7baaff16b4f9 req-a7c09179-d02d-4f98-8136-a808268f1887 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1099 time: 0.0982182 May 31 16:25:09.920463 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Request body: {'port': {'device_id': '11706021-b33f-4536-967f-4227c86ed9bd', 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474', 'admin_state_up': True, 'tenant_id': '266ca8e6c86f438a90118451fdf0bb3f'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:09.978643 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-53fd3f62-7541-4723-9f27-7baaff16b4f9 req-41820e66-b4ea-4feb-8bc5-b53c3f38ed02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536664 May 31 16:25:10.093265 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6316ad6c-c12e-49d6-8a70-f79a9fcbe028 req-21bb38a9-a30a-40a7-8ba7-c36a01c72c70 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069461 May 31 16:25:10.163106 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:10.176331 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Usage tracker for resource:port and tenant:266ca8e6c86f438a90118451fdf0bb3f is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:10.187000 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5dbff-02db-4849-bd53-6468924a3620 req-ab7f23e6-16d4-4c9e-83a7-6142db29c703 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:10.188552 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a4a5dbff-02db-4849-bd53-6468924a3620 req-ab7f23e6-16d4-4c9e-83a7-6142db29c703 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1738753 May 31 16:25:10.189432 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:10.197990 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:10.234853 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Made reservation on behalf of 266ca8e6c86f438a90118451fdf0bb3f for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:10.238340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:10.266042 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a4a5dbff-02db-4849-bd53-6468924a3620 req-06864167-8e85-425a-988c-87bea5ee8572 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697296 May 31 16:25:10.576628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07a75-c985-4a97-b9bd-de40dae525bf req-98c9633b-9ab6-489c-aaa4-9a93d2a9c64a tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:10.578108 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5cb07a75-c985-4a97-b9bd-de40dae525bf req-98c9633b-9ab6-489c-aaa4-9a93d2a9c64a tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1730411 May 31 16:25:10.579209 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Allocated IP 172.20.0.13 (7536c0da-3c00-40b2-833f-23c9c38c5474/bcf054dc-363c-4ed4-ac86-e339f01f1644/2cb945be-29c8-4ab4-a69e-1add96abd7bf) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:10.669992 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5cb07a75-c985-4a97-b9bd-de40dae525bf req-a8879783-01c4-4693-b039-8ed2cdaab9ec tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808573 May 31 16:25:10.835118 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:10.888520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:10.894741 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-738d10d2-7d0f-437a-a772-d1d8455c0b34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:11.037381 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Network 7536c0da-3c00-40b2-833f-23c9c38c5474 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:11.046080 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:11.052595 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:11.101966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Pushing event updated for resources: {'Port': ['ID=2cb945be-29c8-4ab4-a69e-1add96abd7bf,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:11.112600 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:11.139246 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:11.139887 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:11.168610 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679657f-144c-4a45-9fd4-8f7d4f6cc8ed req-5795bd67-77b2-4066-8c80-abf3a247e38e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:11.169292 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-c679657f-144c-4a45-9fd4-8f7d4f6cc8ed req-5795bd67-77b2-4066-8c80-abf3a247e38e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Synchronizing usage tracker for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:11.175007 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2603033 May 31 16:25:11.188321 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Request body: {'port': {'device_id': '11706021-b33f-4536-967f-4227c86ed9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:11.272668 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-c679657f-144c-4a45-9fd4-8f7d4f6cc8ed req-5795bd67-77b2-4066-8c80-abf3a247e38e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Unset dirty status for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:11.273836 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c679657f-144c-4a45-9fd4-8f7d4f6cc8ed req-5795bd67-77b2-4066-8c80-abf3a247e38e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 932 time: 0.2958806 May 31 16:25:11.396885 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c679657f-144c-4a45-9fd4-8f7d4f6cc8ed req-12d1d2f1-ec22-4eb1-8965-e65b7695c950 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149831 May 31 16:25:11.407364 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:11.481166 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edef95-b8c3-4724-96d0-7c6ed0e9dbfa req-abc7e7a6-bf38-4c9e-a056-d1839afa921c tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:11.482827 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c1edef95-b8c3-4724-96d0-7c6ed0e9dbfa req-abc7e7a6-bf38-4c9e-a056-d1839afa921c tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2627931 May 31 16:25:11.658958 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c1edef95-b8c3-4724-96d0-7c6ed0e9dbfa req-d3b58239-ce2c-44dd-8f15-48d28bac13ac tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627011 May 31 16:25:11.704657 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf334d-3d12-4fc3-98a5-c579e4b4a6ec req-4a7ba0fc-14be-4b82-8592-dfdd168f7b04 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:11.706171 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7bcf334d-3d12-4fc3-98a5-c579e4b4a6ec req-4a7ba0fc-14be-4b82-8592-dfdd168f7b04 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1835358 May 31 16:25:11.879855 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7bcf334d-3d12-4fc3-98a5-c579e4b4a6ec req-b21a078a-1a05-4c07-a8b4-7d901fea4fa1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665263 May 31 16:25:11.972931 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc0083-f752-4b85-891d-51b770a652c6 req-83054cde-6811-4c1d-9eb5-b6cfaeb1ed97 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:11.974431 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2fc0083-f752-4b85-891d-51b770a652c6 req-83054cde-6811-4c1d-9eb5-b6cfaeb1ed97 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1739995 May 31 16:25:12.119314 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-ff205823-33e9-40be-80b9-0802f1502a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.121962 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb945be-29c8-4ab4-a69e-1add96abd7bf {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:12.135505 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2fc0083-f752-4b85-891d-51b770a652c6 req-c9ac89ef-15f6-4236-b623-1609ba25ca29 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214278 May 31 16:25:12.138109 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.159486 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Transition to ACTIVE for port object 2cb945be-29c8-4ab4-a69e-1add96abd7bf will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:12.163544 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.169376 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:12.213285 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.430454 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254fc8-19ce-4625-89d2-a2646642d406 req-b4532746-67e4-421a-a381-fb265c5efe8e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:12.431835 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a1254fc8-19ce-4625-89d2-a2646642d406 req-b4532746-67e4-421a-a381-fb265c5efe8e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.4197586 May 31 16:25:12.448410 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52210) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:12.454723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Request body: {'floatingip': {'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:12.475452 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb945be-29c8-4ab4-a69e-1add96abd7bf,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:12.483208 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:12.607205 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Attempting to bind port 2cb945be-29c8-4ab4-a69e-1add96abd7bf on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:25:12.607535 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Attempting to bind port 2cb945be-29c8-4ab4-a69e-1add96abd7bf by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:25:12.607862 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Attempting to bind port 2cb945be-29c8-4ab4-a69e-1add96abd7bf on network 7536c0da-3c00-40b2-833f-23c9c38c5474 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:12.622798 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Port 2cb945be-29c8-4ab4-a69e-1add96abd7bf on network 7536c0da-3c00-40b2-833f-23c9c38c5474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:25:12.623117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Attempting to bind port 2cb945be-29c8-4ab4-a69e-1add96abd7bf on network 7536c0da-3c00-40b2-833f-23c9c38c5474 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:12.630309 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:25:12.630644 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Checking segment: {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:12.631021 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Bound using segment: {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:25:12.631449 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Bound port: 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:25:12.631797 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.698311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.708640 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094c117-16e9-44f4-b377-b3052297f8ff req-8db3dcc9-3768-4522-a42c-edd12d3116cc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:12.710160 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b094c117-16e9-44f4-b377-b3052297f8ff req-8db3dcc9-3768-4522-a42c-edd12d3116cc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 944 time: 0.1555612 May 31 16:25:12.790537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] For port 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:25:12.834178 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b094c117-16e9-44f4-b377-b3052297f8ff req-1d16e90e-de6b-43ca-b05a-467f93623037 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139097 May 31 16:25:12.838101 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] For port 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:25:12.852543 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.860296 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d55aa6db-a893-4dfe-ad75-824a46753705 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:12.929185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:12.929905 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:12.931323 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] 10.222.0.35 "PUT /v2.0/ports/2cb945be-29c8-4ab4-a69e-1add96abd7bf HTTP/1.1" status: 200 len: 1094 time: 1.7471666 May 31 16:25:12.933519 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11706021-b33f-4536-967f-4227c86ed9bd', 'tag': '2cb945be-29c8-4ab4-a69e-1add96abd7bf'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:12.935871 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2606328-7e28-43d6-8437-1596c20c86b1" -d '{"events": [{"name": "network-changed", "server_uuid": "11706021-b33f-4536-967f-4227c86ed9bd", "tag": "2cb945be-29c8-4ab4-a69e-1add96abd7bf"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:12.979688 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afd535-cbf3-4410-94a8-16a1a2cea07e req-2a40fa6f-575b-4116-9d0d-d6d38317844c tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:12.981387 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e0afd535-cbf3-4410-94a8-16a1a2cea07e req-2a40fa6f-575b-4116-9d0d-d6d38317844c tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2014301 May 31 16:25:12.983735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb945be-29c8-4ab4-a69e-1add96abd7bf,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:13.022015 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0502fda2-92f4-464a-809e-4ba01f64eb7b x-openstack-request-id: req-0502fda2-92f4-464a-809e-4ba01f64eb7b {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:13.022340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11706021-b33f-4536-967f-4227c86ed9bd", "tag": "2cb945be-29c8-4ab4-a69e-1add96abd7bf", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:13.022629 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0502fda2-92f4-464a-809e-4ba01f64eb7b {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:13.023048 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11706021-b33f-4536-967f-4227c86ed9bd', 'tag': '2cb945be-29c8-4ab4-a69e-1add96abd7bf', 'status': 'completed', 'code': 200} May 31 16:25:13.028799 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:13.084538 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e0afd535-cbf3-4410-94a8-16a1a2cea07e req-e3dbb9f3-a316-4042-bae4-fbe7e737a928 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645213 May 31 16:25:13.108331 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-c747d329-3e74-49d2-99db-7d060c2461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:13.109998 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-c747d329-3e74-49d2-99db-7d060c2461c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 1097 time: 0.1275229 May 31 16:25:13.185040 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-f590d9ff-11c7-4ce4-a35e-5353dc4562f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf HTTP/1.1" status: 200 len: 217 time: 0.0676608 May 31 16:25:13.287788 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-220f1e18-535b-4331-a79c-c7be4b7e30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:13.289156 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-220f1e18-535b-4331-a79c-c7be4b7e30cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcf054dc-363c-4ed4-ac86-e339f01f1644 HTTP/1.1" status: 200 len: 849 time: 0.0981660 May 31 16:25:13.314380 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:13.351493 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-3e124d8c-09cc-4f6b-bebf-cbac2fa32556 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7536c0da-3c00-40b2-833f-23c9c38c5474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510328 May 31 16:25:13.383597 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:13.389460 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:13.430236 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:13.467926 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84e67-4c80-414e-bd1d-ad7a181a0317 req-159126ad-a469-42d1-bc44-cf42f083b449 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:13.469426 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-31e84e67-4c80-414e-bd1d-ad7a181a0317 req-159126ad-a469-42d1-bc44-cf42f083b449 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.2212782 May 31 16:25:13.547529 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-c4737c45-ca13-4165-869e-c747e1c3e7e9 service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876931 May 31 16:25:13.569511 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Floating IP 93ad9101-b5f8-4b9d-9ade-61be539ff1a3 associated. External IP: 172.28.1.28, port: c80eaa7a-7df8-41e7-9110-fc9615e41c67. May 31 16:25:13.581554 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-31e84e67-4c80-414e-bd1d-ad7a181a0317 req-eda6078f-f847-4583-8fd3-8c4cc578456e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021991 May 31 16:25:13.707298 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7505e1e8-f1d1-4dca-a22c-09e592339d48 req-26590923-f743-40fe-bd22-f8d43bd6379e service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531568 May 31 16:25:13.825680 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-3f4161a3-3f0e-44eb-bbc5-25af2c618bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:13.827051 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-3f4161a3-3f0e-44eb-bbc5-25af2c618bfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 1097 time: 0.0760560 May 31 16:25:13.958973 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:25:14.007303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-d7aa0268-2e63-4dff-9466-66c14dab59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:14.008837 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-d7aa0268-2e63-4dff-9466-66c14dab59fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 200 len: 910 time: 0.1752443 May 31 16:25:14.085042 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-630c11c0-dcab-42c3-9bab-47b8a11a2934 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf HTTP/1.1" status: 200 len: 217 time: 0.0672963 May 31 16:25:14.162107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a43513-2e6b-43ce-bcbd-c21d1b97a644 req-01a6d1b6-6677-4951-829a-3f9415f8f00f tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:14.163676 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d1a43513-2e6b-43ce-bcbd-c21d1b97a644 req-01a6d1b6-6677-4951-829a-3f9415f8f00f tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 944 time: 0.2182548 May 31 16:25:14.168278 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-5f845279-b768-4262-934b-f8b31c4ca533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:14.169802 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-5f845279-b768-4262-934b-f8b31c4ca533 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcf054dc-363c-4ed4-ac86-e339f01f1644 HTTP/1.1" status: 200 len: 849 time: 0.0779753 May 31 16:25:14.267422 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:25:14.272827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:14.278481 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:25:14.288492 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:14.289276 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:14.334204 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-54489aa6-48b3-4ad0-b0b4-21ac6ca4e37a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "PUT /v2.0/floatingips/93ad9101-b5f8-4b9d-9ade-61be539ff1a3 HTTP/1.1" status: 200 len: 991 time: 1.8837485 May 31 16:25:14.334845 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:14.337503 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f23ed-971c-4493-9e68-b527bab1fd04" -d '{"events": [{"name": "network-changed", "server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:14.372413 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-5e04dfa0-9bae-4292-a6ee-9f08ed95b57a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7536c0da-3c00-40b2-833f-23c9c38c5474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861036 May 31 16:25:14.432016 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d1a43513-2e6b-43ce-bcbd-c21d1b97a644 req-71f35b8e-869d-4fa8-a406-51f87675f327 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592850 May 31 16:25:14.490655 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:14.539295 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83137143-3d21-4ec3-9683-93e5530b1a86 req-60e69eda-2738-4562-bdae-4af944671af5 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:14.540828 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-83137143-3d21-4ec3-9683-93e5530b1a86 req-60e69eda-2738-4562-bdae-4af944671af5 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.3232872 May 31 16:25:14.576442 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-1956d23d-e93b-42b4-b28f-97b7a8ac7157 service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898704 May 31 16:25:14.639559 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd8e548-a66b-42cd-b856-29665915d26f x-openstack-request-id: req-dcd8e548-a66b-42cd-b856-29665915d26f {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:14.640474 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:14.641034 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcd8e548-a66b-42cd-b856-29665915d26f {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:14.641616 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'status': 'completed', 'code': 200} May 31 16:25:14.694528 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-83137143-3d21-4ec3-9683-93e5530b1a86 req-0dc31ff9-ba7a-43a9-a19a-75b358372ece tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406770 May 31 16:25:14.775727 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:14.805352 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-8e97f945-bc48-4bce-95f3-bec99de37986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:14.806815 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-8e97f945-bc48-4bce-95f3-bec99de37986 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1099 time: 0.1399677 May 31 16:25:14.883622 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '93ad9101-b5f8-4b9d-9ade-61be539ff1a3', 'tenant_id': '089429e586eb458dba6845da4c503031', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'mac_address': 'fa:16:3e:79:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec4894-6352-492a-9d82-088a9b68b10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:24:57Z', 'updated_at': '2021-05-31T16:25:13Z', 'revision_number': 1, 'project_id': '089429e586eb458dba6845da4c503031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:14.889231 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:25:14.894859 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c2606328-7e28-43d6-8437-1596c20c86b1 req-77f43501-99ba-4d4d-b24a-e3cc4b854b1a service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044703 May 31 16:25:14.898897 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:14.899134 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:14.927870 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929660-83fe-49b3-b74a-9e85724d2d4d req-f34548db-0ac3-4d98-8d2b-4f6ad4eda5ea tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:14.939484 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22929660-83fe-49b3-b74a-9e85724d2d4d req-f34548db-0ac3-4d98-8d2b-4f6ad4eda5ea tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1489310 May 31 16:25:15.016513 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-22929660-83fe-49b3-b74a-9e85724d2d4d req-52a12501-adcc-4b4d-83cc-7be29e203a9e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744977 May 31 16:25:15.018552 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-a3032402-33a3-4d4c-a366-21b1af8f09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:15.020068 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-a3032402-33a3-4d4c-a366-21b1af8f09cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.2064300 May 31 16:25:15.150236 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-fa449869-30f1-4a03-bc5d-a569b4940e27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 200 len: 999 time: 0.1192679 May 31 16:25:15.169436 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:15.217807 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-8d3ec3ac-8a9e-4fac-9cb5-6a9b9a88bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:15.219226 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-8d3ec3ac-8a9e-4fac-9cb5-6a9b9a88bc2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.0585120 May 31 16:25:15.316370 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-d8613d9d-7e8a-4cd2-a5f9-de273b46b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:15.317901 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-d8613d9d-7e8a-4cd2-a5f9-de273b46b376 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918405 May 31 16:25:15.338094 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2cb945be-29c8-4ab4-a69e-1add96abd7bf details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:25:15.462260 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-eb6ec89f-fed2-43bd-8932-4d372736664d service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366925 May 31 16:25:15.598327 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-7a9f23ed-971c-4493-9e68-b527bab1fd04 req-7e6e10fe-2852-46fc-89ef-94a24e0692d3 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295085 May 31 16:25:15.622293 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:15.667904 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '2cb945be-29c8-4ab4-a69e-1add96abd7bf', 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474', 'port_id': '2cb945be-29c8-4ab4-a69e-1add96abd7bf', 'mac_address': 'fa:16:3e:f1:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf054dc-363c-4ed4-ac86-e339f01f1644', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:25:15.668441 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427819e-9067-49a0-a306-d80368eebef1 req-1a79fb38-f43a-41fb-a1f9-9eb834ef5f37 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:15.670347 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5427819e-9067-49a0-a306-d80368eebef1 req-1a79fb38-f43a-41fb-a1f9-9eb834ef5f37 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 944 time: 0.0923731 May 31 16:25:15.718579 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5427819e-9067-49a0-a306-d80368eebef1 req-23c06603-da13-4a2b-8a25-8fcf1e1feb1a tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 May 31 16:25:15.738699 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:15.764837 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb945be-29c8-4ab4-a69e-1add96abd7bf {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:15.774110 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '93ad9101-b5f8-4b9d-9ade-61be539ff1a3', 'tenant_id': '089429e586eb458dba6845da4c503031', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'mac_address': 'fa:16:3e:79:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec4894-6352-492a-9d82-088a9b68b10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:24:57Z', 'updated_at': '2021-05-31T16:25:13Z', 'revision_number': 1, 'project_id': '089429e586eb458dba6845da4c503031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:15.782757 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c3926-718c-46bc-95d3-09bae5c46da7 None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '93ad9101-b5f8-4b9d-9ade-61be539ff1a3', 'tenant_id': '089429e586eb458dba6845da4c503031', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'mac_address': 'fa:16:3e:79:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec4894-6352-492a-9d82-088a9b68b10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:24:57Z', 'updated_at': '2021-05-31T16:25:13Z', 'revision_number': 1, 'project_id': '089429e586eb458dba6845da4c503031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:25:15.789112 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:15.794470 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:15.796437 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:15.867563 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2cb945be-29c8-4ab4-a69e-1add96abd7bf,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:15.871560 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:15.902649 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b6385-9ef1-4613-ba0b-f1055c4b6f3f req-dc962269-7ae0-496b-978e-0ab8897baa26 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:15.904177 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4f2b6385-9ef1-4613-ba0b-f1055c4b6f3f req-dc962269-7ae0-496b-978e-0ab8897baa26 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.0909131 May 31 16:25:15.955698 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4f2b6385-9ef1-4613-ba0b-f1055c4b6f3f req-a7786ea0-d465-47d2-9374-b5204b9a7d63 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450583 May 31 16:25:15.992706 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4a6e8-e783-45cd-b9c9-fa1134eb1808 None None] New status for floating IP 93ad9101-b5f8-4b9d-9ade-61be539ff1a3: ACTIVE {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:25:16.035858 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['2cb945be-29c8-4ab4-a69e-1add96abd7bf'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:16.257375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea41ca-0f44-432c-a530-cf69734b36da req-28abeeda-0411-4cdc-add8-0f0cb5766a62 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:16.259872 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-97ea41ca-0f44-432c-a530-cf69734b36da req-28abeeda-0411-4cdc-add8-0f0cb5766a62 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1153796 May 31 16:25:16.318522 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-97ea41ca-0f44-432c-a530-cf69734b36da req-5eee386f-58fb-4278-8f3e-a29f220d5154 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&id=15d66c5a-f137-4f8c-9920-fc32ed60717b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517275 May 31 16:25:16.921832 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943733c-11ce-4ad4-b9a6-856452e22975 req-73bb010b-535a-47fa-8d47-f4f28f69ea39 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:16.923277 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a943733c-11ce-4ad4-b9a6-856452e22975 req-73bb010b-535a-47fa-8d47-f4f28f69ea39 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 945 time: 0.0822716 May 31 16:25:16.968606 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a943733c-11ce-4ad4-b9a6-856452e22975 req-b5e025ef-4507-4fd5-b1a6-fa1294bc988f tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 May 31 16:25:17.149248 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155d621-1b34-4f19-821b-5b5ae27ff05e req-3d81430a-c8ad-47dd-ad34-d0d99d1cb607 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:17.150725 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9155d621-1b34-4f19-821b-5b5ae27ff05e req-3d81430a-c8ad-47dd-ad34-d0d99d1cb607 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.0845137 May 31 16:25:17.197671 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9155d621-1b34-4f19-821b-5b5ae27ff05e req-ea9ee670-87b1-4cda-abc9-7365573f0f97 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 May 31 16:25:17.344055 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2cb945be-29c8-4ab4-a69e-1add96abd7bf up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:25:17.412719 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 2cb945be-29c8-4ab4-a69e-1add96abd7bf completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:17.417788 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 2cb945be-29c8-4ab4-a69e-1add96abd7bf triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:17.418163 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:17.539838 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:17.568078 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11706021-b33f-4536-967f-4227c86ed9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb945be-29c8-4ab4-a69e-1add96abd7bf'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:17.570457 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3387675-bf03-42b9-8d49-33a2180f3875" -d '{"events": [{"server_uuid": "11706021-b33f-4536-967f-4227c86ed9bd", "name": "network-vif-plugged", "status": "completed", "tag": "2cb945be-29c8-4ab4-a69e-1add96abd7bf"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:17.578099 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:17.582387 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:17.584289 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:17.621434 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d131d-91f8-4af0-b41d-ee76327a7fc7 x-openstack-request-id: req-5b1d131d-91f8-4af0-b41d-ee76327a7fc7 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:17.621735 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11706021-b33f-4536-967f-4227c86ed9bd", "name": "network-vif-plugged", "status": "completed", "tag": "2cb945be-29c8-4ab4-a69e-1add96abd7bf", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:17.621990 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b1d131d-91f8-4af0-b41d-ee76327a7fc7 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:17.622390 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11706021-b33f-4536-967f-4227c86ed9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb945be-29c8-4ab4-a69e-1add96abd7bf', 'code': 200} May 31 16:25:17.655064 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2cb945be-29c8-4ab4-a69e-1add96abd7bf,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:17.658030 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:17.853780 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080f386-1871-4c9b-8555-11800e8332e7 req-b36ca592-f5a1-4d2e-bee9-2407d928f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:17.855797 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0080f386-1871-4c9b-8555-11800e8332e7 req-b36ca592-f5a1-4d2e-bee9-2407d928f44b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 1099 time: 0.0741627 May 31 16:25:17.910683 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-0080f386-1871-4c9b-8555-11800e8332e7 req-0e9d7136-dde2-40b8-afcb-f0531924c68f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 May 31 16:25:17.960141 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-e2e5f982-b108-4338-b62d-e718db4215d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:17.961739 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-e2e5f982-b108-4338-b62d-e718db4215d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0782392 May 31 16:25:18.180431 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-3d3c43e2-dbba-4d60-a30b-ed794fa5a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:18.181887 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-3d3c43e2-dbba-4d60-a30b-ed794fa5a551 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 908 time: 0.2068126 May 31 16:25:18.283058 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1847102-797a-4d5e-8ddb-e02f32ddf8f5 req-1e32840a-3da3-4f6d-9a58-2699e9cf2eed tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:18.284579 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d1847102-797a-4d5e-8ddb-e02f32ddf8f5 req-1e32840a-3da3-4f6d-9a58-2699e9cf2eed tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 946 time: 0.1998186 May 31 16:25:18.324572 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-27cb198c-7e0b-4dce-962e-62d05eb63e28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 1001 time: 0.1347287 May 31 16:25:18.424612 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d1847102-797a-4d5e-8ddb-e02f32ddf8f5 req-1aa497be-c4b2-44de-b24d-1604a46dfdcc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335111 May 31 16:25:18.456364 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-9e51aaf1-57d5-4f29-8c92-0ab7ff0cbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:18.457820 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-9e51aaf1-57d5-4f29-8c92-0ab7ff0cbe7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.0946171 May 31 16:25:18.538980 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6da99-0cf7-4385-a849-4d9bea95860e req-ce2a7875-d4a2-4798-b0ae-a60667d118f8 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:18.540551 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8cb6da99-0cf7-4385-a849-4d9bea95860e req-ce2a7875-d4a2-4798-b0ae-a60667d118f8 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2209280 May 31 16:25:18.595502 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-ad96978f-671c-4ba2-88e4-2c5542ded56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:18.597030 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-ad96978f-671c-4ba2-88e4-2c5542ded56a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1306219 May 31 16:25:18.599919 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8cb6da99-0cf7-4385-a849-4d9bea95860e req-9b71e99f-4858-4276-a397-1471f9008001 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523074 May 31 16:25:18.844588 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-d6f961ac-a513-42b0-abdb-60f8a710afe4 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401998 May 31 16:25:18.987547 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba19d990-8da1-47a3-bf44-737a4dc749cd req-cd38bd48-05a4-42bc-bcd0-41e2e39850f3 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364634 May 31 16:25:19.625192 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9501ea-602b-47ce-9395-eaf3183401ca req-0dd182ae-3e29-41c2-9663-5c7145446112 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:19.626656 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dc9501ea-602b-47ce-9395-eaf3183401ca req-0dd182ae-3e29-41c2-9663-5c7145446112 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 946 time: 0.0861876 May 31 16:25:19.678161 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dc9501ea-602b-47ce-9395-eaf3183401ca req-34593007-3eef-464f-adf2-cbf740ba9040 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 May 31 16:25:19.811464 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe6bb-1327-4921-972a-1e0beef18d94 req-04a8c0a0-e61c-457d-b354-1b7094aa1e3b tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:19.813040 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29cbe6bb-1327-4921-972a-1e0beef18d94 req-04a8c0a0-e61c-457d-b354-1b7094aa1e3b tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.0895512 May 31 16:25:19.866098 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29cbe6bb-1327-4921-972a-1e0beef18d94 req-a11ecdd4-4d36-4308-ae04-de2ffe1a5279 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469363 May 31 16:25:20.129506 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 52316) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:20.198178 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Deleting subnet e12ef15c-deb0-4988-9aae-2027b26ef103 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:25:20.201278 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.256008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.328053 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.647673 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.653930 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-363ee3a3-8a53-4179-beb8-219e3246aecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:20.694768 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12ef15c-deb0-4988-9aae-2027b26ef103,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:20.697970 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:20.699860 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.706633 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e12ef15c-deb0-4988-9aae-2027b26ef103 HTTP/1.1" status: 204 len: 168 time: 0.5759516 May 31 16:25:20.710432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52330) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:20.812987 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e717048-d4a6-49f9-b728-9d54d5259009 req-076b45eb-df19-4bb1-bd59-95f9d2b50d9a tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:20.814937 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e717048-d4a6-49f9-b728-9d54d5259009 req-076b45eb-df19-4bb1-bd59-95f9d2b50d9a tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 946 time: 0.1019528 May 31 16:25:20.859308 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:20.872350 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9e717048-d4a6-49f9-b728-9d54d5259009 req-77953906-7ff0-4e0d-bc6b-882b418cf6cf tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483546 May 31 16:25:21.037462 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.056341 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f03384e-5120-466d-8dc3-2efbf922eb8e']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:21.069484 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:21.069484 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afc5dd0-ef8c-41e6-81ae-5ed0700ec2f1') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:21.084630 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.104982 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.111820 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:25:21.112329 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:25:21.131132 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:25:21.155352 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829960f2-514a-412b-b8c3-0391dd8ec284 req-c8ecb1fd-8297-4058-8473-053738a7288a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:21.157831 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-829960f2-514a-412b-b8c3-0391dd8ec284 req-c8ecb1fd-8297-4058-8473-053738a7288a tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1322143 May 31 16:25:21.220920 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-829960f2-514a-412b-b8c3-0391dd8ec284 req-ae5302c5-ae3f-4fbb-875e-a73045bf7b31 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561600 May 31 16:25:21.240554 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.244720 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:21.265356 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.270580 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f03384e-5120-466d-8dc3-2efbf922eb8e,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:21.276068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:21.284358 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9f03384e-5120-466d-8dc3-2efbf922eb8e HTTP/1.1" status: 204 len: 168 time: 0.5722463 May 31 16:25:21.462655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52348) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:21.568966 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-c5729a61-71d6-4004-9dd2-8ae3cd2c77a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4a6aa03b0294d9dbaa4827315b7fe17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049001 May 31 16:25:21.571189 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52358) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:21.650531 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.683519 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.693969 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52364) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:21.754455 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.763610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a7036097-f438-4093-8e41-da47fab6f38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:21.808082 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a070df-0e2e-4cba-91e9-b920f6f942f4 req-d472339f-7374-4386-827a-495991063b3e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:21.809725 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-50a070df-0e2e-4cba-91e9-b920f6f942f4 req-d472339f-7374-4386-827a-495991063b3e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1674902 May 31 16:25:21.816114 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76647a3-66d3-47be-9ba9-039a76e2a466,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:21.830427 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:21.883033 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-50a070df-0e2e-4cba-91e9-b920f6f942f4 req-78dec29d-bff7-41e5-a5cd-88e1a9194081 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566037 May 31 16:25:21.907933 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6dc89-0e8b-4a9e-92cb-e2b365eb0cb7 req-88720423-2dd6-4851-b082-0fbd8aaaf899 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:21.907933 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-74b6dc89-0e8b-4a9e-92cb-e2b365eb0cb7 req-88720423-2dd6-4851-b082-0fbd8aaaf899 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1546729 May 31 16:25:21.966630 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-74b6dc89-0e8b-4a9e-92cb-e2b365eb0cb7 req-d730876e-6d93-4f3c-96d1-1e873ca576bb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528219 May 31 16:25:21.972302 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:21.973873 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e76647a3-66d3-47be-9ba9-039a76e2a466 HTTP/1.1" status: 204 len: 168 time: 0.4014750 May 31 16:25:22.016143 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-3adcc7d8-ec3b-4cce-be31-04256a0b660f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3206887 May 31 16:25:22.107582 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1456-d530-4b63-b424-5f3d3c16ce5d req-471c3e6f-ca90-4292-9cc8-694e301fcb9e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:22.109458 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-834e1456-d530-4b63-b424-5f3d3c16ce5d req-471c3e6f-ca90-4292-9cc8-694e301fcb9e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 946 time: 0.1050911 May 31 16:25:22.217589 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-834e1456-d530-4b63-b424-5f3d3c16ce5d req-3603cb93-dfd4-4295-b1d5-45ef7005f62e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988059 May 31 16:25:22.280117 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-bd8816e0-2747-4b8e-9766-f01042ebbc27 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:22.281189 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-bd8816e0-2747-4b8e-9766-f01042ebbc27 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 946 time: 0.1292169 May 31 16:25:22.471278 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Deleting port 2cb945be-29c8-4ab4-a69e-1add96abd7bf {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:22.472031 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.766951 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] For port 2cb945be-29c8-4ab4-a69e-1add96abd7bf, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2cb945be-29c8-4ab4-a69e-1add96abd7bf,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:22.767236 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:22.926899 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Calling delete_port for 2cb945be-29c8-4ab4-a69e-1add96abd7bf owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:23.216810 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.224611 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f7c1436-9031-4536-bf31-7642ad343c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:23.230415 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['2cb945be-29c8-4ab4-a69e-1add96abd7bf'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:23.278084 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc56ce-d7bb-4b5a-ae8f-19c5604af425 req-5205c6ee-ecba-46de-bd42-233cf27813ca tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:23.280142 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-11fc56ce-d7bb-4b5a-ae8f-19c5604af425 req-5205c6ee-ecba-46de-bd42-233cf27813ca tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2319005 May 31 16:25:23.327880 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Pushing event deleted for resources: {'Port': ['ID=2cb945be-29c8-4ab4-a69e-1add96abd7bf,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:23.353633 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:25:23.369065 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:23.452110 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] No DVR routers for this DVR port 2cb945be-29c8-4ab4-a69e-1add96abd7bf on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:23.455046 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.463093 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11706021-b33f-4536-967f-4227c86ed9bd', 'name': 'network-vif-deleted', 'tag': '2cb945be-29c8-4ab4-a69e-1add96abd7bf'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:23.466168 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0956b8-f330-416a-b39f-642ed2e3a91c" -d '{"events": [{"server_uuid": "11706021-b33f-4536-967f-4227c86ed9bd", "name": "network-vif-deleted", "tag": "2cb945be-29c8-4ab4-a69e-1add96abd7bf"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:23.484872 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-11fc56ce-d7bb-4b5a-ae8f-19c5604af425 req-351ee439-e334-4ca4-9447-3567bb826ba0 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932909 May 31 16:25:23.515399 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaf3d0-3a7d-4e84-9402-1cddeca1c412 req-791df005-8a64-40ed-a5db-2a8e15cce453 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:23.518041 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6adaf3d0-3a7d-4e84-9402-1cddeca1c412 req-791df005-8a64-40ed-a5db-2a8e15cce453 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.3831742 May 31 16:25:23.528064 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1eabc3ca-6129-48d0-bcd6-c0d113274e25 req-57e6e678-dd68-4450-a52e-489882c2a961 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "DELETE /v2.0/ports/2cb945be-29c8-4ab4-a69e-1add96abd7bf HTTP/1.1" status: 204 len: 173 time: 1.2393496 May 31 16:25:23.579912 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.594286 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6adaf3d0-3a7d-4e84-9402-1cddeca1c412 req-4e0e2105-5d81-4cae-9bd0-3de70141537e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646996 May 31 16:25:23.672290 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb18ad4-c481-40ea-a8ff-c774576de934 x-openstack-request-id: req-9eb18ad4-c481-40ea-a8ff-c774576de934 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:23.672937 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11706021-b33f-4536-967f-4227c86ed9bd", "name": "network-vif-deleted", "tag": "2cb945be-29c8-4ab4-a69e-1add96abd7bf", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:23.673537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9eb18ad4-c481-40ea-a8ff-c774576de934 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:23.674172 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11706021-b33f-4536-967f-4227c86ed9bd', 'name': 'network-vif-deleted', 'tag': '2cb945be-29c8-4ab4-a69e-1add96abd7bf', 'status': 'completed', 'code': 200} May 31 16:25:23.676771 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:23.678390 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:23.682473 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9a557-1b31-41ef-8cf4-2ddf58825afd" -d '{"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:23.691759 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:23.693593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2cb945be-29c8-4ab4-a69e-1add96abd7bf no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:25:23.743532 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:23.756235 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-aa574540-2115-445d-a3f2-5d04d56290bc req-91f98279-015d-4862-8ae9-6bc434d32835 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Synchronizing usage tracker for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:23.777553 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d956de6-d250-4f7a-9041-1fbd6967919a x-openstack-request-id: req-0d956de6-d250-4f7a-9041-1fbd6967919a {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:23.777956 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:23.778206 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d956de6-d250-4f7a-9041-1fbd6967919a {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:23.779016 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'code': 200} May 31 16:25:23.779639 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-aa574540-2115-445d-a3f2-5d04d56290bc req-91f98279-015d-4862-8ae9-6bc434d32835 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Unset dirty status for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:23.782877 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-aa574540-2115-445d-a3f2-5d04d56290bc req-91f98279-015d-4862-8ae9-6bc434d32835 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=11706021-b33f-4536-967f-4227c86ed9bd HTTP/1.1" status: 200 len: 210 time: 0.0977314 May 31 16:25:23.796380 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 2cb945be-29c8-4ab4-a69e-1add96abd7bf {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:23.796727 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2cb945be-29c8-4ab4-a69e-1add96abd7bf not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:25:23.846733 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:23.850221 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:23.917671 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fd02b-b433-45a1-a398-f91c1293226f req-46272760-3f0a-4a9a-b3f8-9871ec798490 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:23.920219 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c14fd02b-b433-45a1-a398-f91c1293226f req-46272760-3f0a-4a9a-b3f8-9871ec798490 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.1329854 May 31 16:25:23.957650 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-443e44dd-837a-4e1f-a826-0bbbd4004d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:23.959095 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-443e44dd-837a-4e1f-a826-0bbbd4004d60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0&tenant_id=e48c52828ae14f26a5112113052d3180 HTTP/1.1" status: 200 len: 1097 time: 0.1100318 May 31 16:25:24.099310 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Deleting port f2255e3d-8be2-409a-b0e5-e93e0c101205 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:24.100525 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.115166 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-a2615f60-cc70-494f-9be0-5370b21a046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:24.117938 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-a2615f60-cc70-494f-9be0-5370b21a046d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1320956 May 31 16:25:24.302937 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-fd4eacd2-2765-41a7-aca8-a6f8269759ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:24.304987 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-fd4eacd2-2765-41a7-aca8-a6f8269759ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 908 time: 0.1790395 May 31 16:25:24.330478 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] For port f2255e3d-8be2-409a-b0e5-e93e0c101205, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=f2255e3d-8be2-409a-b0e5-e93e0c101205,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:24.331284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.436049 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-bb699f2c-3a2b-4387-9c93-cc7324834b7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 999 time: 0.1224854 May 31 16:25:24.519668 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-e133907b-864d-4f77-b56f-7f2d45f23f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:24.521152 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-e133907b-864d-4f77-b56f-7f2d45f23f7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.0707965 May 31 16:25:24.606031 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-86afa5d3-16b7-4b70-a855-3fa5b6d3f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:24.607556 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-86afa5d3-16b7-4b70-a855-3fa5b6d3f027 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797894 May 31 16:25:24.704624 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:25:24.754359 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-acaa3c28-5f0f-4275-afad-5ef8728f73bd service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385896 May 31 16:25:24.758078 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.758448 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:24.758757 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.l3_db [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Floating IP a1084098-39a0-43e1-931d-d624b664e3de disassociated. External IP: 172.28.1.159, port: f2255e3d-8be2-409a-b0e5-e93e0c101205. May 31 16:25:24.759093 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Calling delete_port for f2255e3d-8be2-409a-b0e5-e93e0c101205 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:24.837239 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8151f-cb07-4be1-bef1-bc4ec55c9e4d req-8c26522a-ea01-48da-b446-7f7a773a4f49 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:24.839222 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f1c8151f-cb07-4be1-bef1-bc4ec55c9e4d req-8c26522a-ea01-48da-b446-7f7a773a4f49 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 944 time: 0.1824386 May 31 16:25:24.905892 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-55dbf26f-a88d-4603-a6f1-ea9fa0349e63 req-a981b56b-8ef6-4d3a-9065-d80461ba95ab service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438065 May 31 16:25:24.918163 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f1c8151f-cb07-4be1-bef1-bc4ec55c9e4d req-aa8860dc-f0a4-4903-afb4-4263bbd559a7 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656359 May 31 16:25:25.075169 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9292bc-64b1-462d-a16d-be2b5e1adc5a req-2f9b3ad1-a2a9-4ba7-82d6-5f745fd9afb8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:25.076665 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ed9292bc-64b1-462d-a16d-be2b5e1adc5a req-2f9b3ad1-a2a9-4ba7-82d6-5f745fd9afb8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 946 time: 0.3004293 May 31 16:25:25.148798 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ed9292bc-64b1-462d-a16d-be2b5e1adc5a req-fc4d2b37-415a-44ea-91e0-06739dc77404 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=e821024a-7317-4ce9-b331-7f2f3649e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639148 May 31 16:25:25.150340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.156520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-24f213f2-b5b9-4808-8db7-7cf0ac3616d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:25.203360 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event deleted for resources: {'Port': ['ID=f2255e3d-8be2-409a-b0e5-e93e0c101205,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:25.206729 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:25.534689 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-58d09860-4466-40ff-850f-25f26bfd2778 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:25.536327 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-58d09860-4466-40ff-850f-25f26bfd2778 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/networks?id=7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 200 len: 809 time: 0.2664461 May 31 16:25:25.543763 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Router a5312e50-918c-4508-bc67-3731cef41a05 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:25:25.653276 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-265ad1af-76cb-4bf6-990e-e6179f00b7c0 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/quotas/266ca8e6c86f438a90118451fdf0bb3f HTTP/1.1" status: 200 len: 375 time: 0.1054506 May 31 16:25:25.764976 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-c1f0fd2d-325f-4a5a-a5b7-b91faef237af tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583606 May 31 16:25:25.851684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:25:25.862253 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:25:25.872010 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:25.872660 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:25.949579 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] No DVR routers for this DVR port f2255e3d-8be2-409a-b0e5-e93e0c101205 on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:25.957115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:25.960709 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'name': 'network-vif-deleted', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:25.962992 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca96b10-43c2-4698-af6c-e5952e30fcbf" -d '{"events": [{"server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "name": "network-vif-deleted", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:25.998662 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c14fd02b-b433-45a1-a398-f91c1293226f req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "DELETE /v2.0/ports/f2255e3d-8be2-409a-b0e5-e93e0c101205 HTTP/1.1" status: 204 len: 173 time: 2.0724699 May 31 16:25:26.012840 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-db58777f-853b-4905-a46b-4f5cfefa9a63 service neutron] 10.222.0.61 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402103 May 31 16:25:26.085270 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:26.310864 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-78ac89ab-46a6-4c19-97a6-bd30e17304c5 service neutron] 10.222.0.61 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892549 May 31 16:25:26.329173 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b02d6b-bad0-4cac-ada0-067c4ab86e2a req-5503bd51-1f45-49d9-8e8c-53ccfadcccb1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:26.330764 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-57b02d6b-bad0-4cac-ada0-067c4ab86e2a req-5503bd51-1f45-49d9-8e8c-53ccfadcccb1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 944 time: 0.1884046 May 31 16:25:26.392446 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-57b02d6b-bad0-4cac-ada0-067c4ab86e2a req-98ce90b5-0a90-4878-a51a-2d1a1cd44d02 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521946 May 31 16:25:26.468855 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:26.474202 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:25:26.479446 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c4edf7-1f0c-46da-be95-d5b491a0c869 x-openstack-request-id: req-70c4edf7-1f0c-46da-be95-d5b491a0c869 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:26.479998 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f27d3f-8488-404d-b57b-152f2b5ddcb1", "name": "network-vif-deleted", "tag": "f2255e3d-8be2-409a-b0e5-e93e0c101205", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:26.480516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70c4edf7-1f0c-46da-be95-d5b491a0c869 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:26.481482 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f27d3f-8488-404d-b57b-152f2b5ddcb1', 'name': 'network-vif-deleted', 'tag': 'f2255e3d-8be2-409a-b0e5-e93e0c101205', 'status': 'completed', 'code': 200} May 31 16:25:26.487836 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:26.488587 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:26.733838 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:26.744069 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-25863c95-2528-4edb-a5ea-bbcc9d894fdd req-91996735-3ee0-4f0e-b6f7-f7b46cfd6f0f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:26.772519 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-25863c95-2528-4edb-a5ea-bbcc9d894fdd req-91996735-3ee0-4f0e-b6f7-f7b46cfd6f0f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:26.773717 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-25863c95-2528-4edb-a5ea-bbcc9d894fdd req-91996735-3ee0-4f0e-b6f7-f7b46cfd6f0f tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=19f27d3f-8488-404d-b57b-152f2b5ddcb1 HTTP/1.1" status: 200 len: 210 time: 0.1497149 May 31 16:25:26.775946 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ae8d5437-a65a-4409-9bd4-b38632828fc8 req-3670b409-bd8c-40cf-a5cc-31f319521d12 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 210 time: 0.1017966 May 31 16:25:27.103823 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:27.108667 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3dc919-5cfd-41df-a327-5b5962de0ffd None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:25:27.350794 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28aa10d-49dc-4327-8340-08c66011b435 None None] New status for floating IP a1084098-39a0-43e1-931d-d624b664e3de: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:25:27.373099 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:25:27.375339 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device f2255e3d-8be2-409a-b0e5-e93e0c101205 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:25:27.412232 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: f2255e3d-8be2-409a-b0e5-e93e0c101205 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:27.412571 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device f2255e3d-8be2-409a-b0e5-e93e0c101205 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:25:27.548348 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:27.564245 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'port_id': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'mac_address': 'fa:16:3e:ee:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:25:27.636401 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:27.657604 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:27.677801 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:27.682638 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:27.685754 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:27.695339 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c28f50-23e5-400c-8326-692ecbacaf3e req-b51882b3-508a-4705-9fd2-07d6bd1802bb tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:27.698321 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-68c28f50-23e5-400c-8326-692ecbacaf3e req-b51882b3-508a-4705-9fd2-07d6bd1802bb tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 944 time: 0.1776042 May 31 16:25:27.762593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=7']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:27.767091 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:27.933055 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['2fd64a99-a875-43cc-85f2-0d4675f2f7e4'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:28.132785 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8af113f6-fca0-4163-9159-7dce1db68990 req-f6e8ab3f-7ff5-4484-aec3-b9c50f6c7471 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 210 time: 0.1233003 May 31 16:25:28.160819 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-68c28f50-23e5-400c-8326-692ecbacaf3e req-ac4afbfb-6e09-44e4-8b6a-057eb3f27db1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4197586 May 31 16:25:28.257310 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-92e72856-e685-4308-8936-3a9e03d89140 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:28.259916 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-92e72856-e685-4308-8936-3a9e03d89140 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "GET /v2.0/networks?id=7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 200 len: 809 time: 0.5600910 May 31 16:25:28.275436 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Request body: {'port': {'device_id': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474', 'admin_state_up': True, 'tenant_id': '266ca8e6c86f438a90118451fdf0bb3f'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:28.284861 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52502) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:28.352805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.382315 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.452295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.457738 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-411fab51-9faf-4f79-9b55-6687d8aae112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:28.472441 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e821024a-7317-4ce9-b331-7f2f3649e6d1,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:28.475081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:28.483655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:28.487937 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.491968 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-29a3bf41-6063-4b49-b459-8dc2ddc98aca tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "DELETE /v2.0/security-groups/e821024a-7317-4ce9-b331-7f2f3649e6d1 HTTP/1.1" status: 204 len: 168 time: 0.2031569 May 31 16:25:28.491968 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52506) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:28.493808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:28.506218 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Made reservation on behalf of 266ca8e6c86f438a90118451fdf0bb3f for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:28.510471 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.510687 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.api.v2.resource [None req-d9015a76-35d1-473e-bd6e-09ab7c2090ef tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] show failed (client error): The resource could not be found. May 31 16:25:28.511678 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d9015a76-35d1-473e-bd6e-09ab7c2090ef tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups/e821024a-7317-4ce9-b331-7f2f3649e6d1 HTTP/1.1" status: 404 len: 347 time: 0.0184062 May 31 16:25:28.514561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52510) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:28.681062 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Allocated IP 172.20.0.4 (7536c0da-3c00-40b2-833f-23c9c38c5474/bcf054dc-363c-4ed4-ac86-e339f01f1644/1ff66caa-8508-4dc0-a55d-a281011c7a2e) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:28.734720 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Deleting port f96e87f9-8c7e-4bb4-b279-5a19b3a30769 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:28.734948 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.856554 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.856883 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.902836 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.933609 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:28.939053 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:28.985021 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Calling delete_port for f96e87f9-8c7e-4bb4-b279-5a19b3a30769 owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:29.005184 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Network 7536c0da-3c00-40b2-833f-23c9c38c5474 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:29.008721 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:29.013715 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:29.045429 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Pushing event updated for resources: {'Port': ['ID=1ff66caa-8508-4dc0-a55d-a281011c7a2e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:29.051869 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:29.082219 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:29.082827 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.101396 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.107035 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-02e0e8d2-69a2-4539-a577-664195752413 tempest-VolumesNegativeTest-1081170121 tempest-VolumesNegativeTest-1081170121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:29.107209 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382874 May 31 16:25:29.123459 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Request body: {'port': {'device_id': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:29.259497 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.274096 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event deleted for resources: {'Port': ['ID=f96e87f9-8c7e-4bb4-b279-5a19b3a30769,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:29.310937 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:29.375128 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.382051 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:25:29.404816 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.410139 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-f841dd21-2739-4bda-8d98-a39e5f505eae tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "DELETE /v2.0/floatingips/a1084098-39a0-43e1-931d-d624b664e3de HTTP/1.1" status: 204 len: 168 time: 0.8917594 May 31 16:25:29.502101 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:29.502395 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.528705 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd256cb-23c7-4760-a2f3-4e78dda2e8e9 req-eeab7fb2-0c02-4dbc-a7c9-79686131bb97 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:29.535966 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bdd256cb-23c7-4760-a2f3-4e78dda2e8e9 req-eeab7fb2-0c02-4dbc-a7c9-79686131bb97 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 945 time: 0.1882417 May 31 16:25:29.669334 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.696020 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:29.698835 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0665777f-3b85-4bee-aba3-4f26114d2586" -d '{"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:29.707268 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:29.708898 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bdd256cb-23c7-4760-a2f3-4e78dda2e8e9 req-72f70e12-4ad7-4c30-99ce-342615ae6bc7 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718211 May 31 16:25:29.714667 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52532) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:29.714856 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.717626 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:29.858511 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=8']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:29.862227 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:29.878526 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.900634 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:29.901545 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff66caa-8508-4dc0-a55d-a281011c7a2e {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:29.904950 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Usage tracker for resource:security_group_rule and tenant:d42d68f8b8a1406faf266f8f37ee4366 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:29.909010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:29.910334 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.915691 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:29.927315 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Transition to ACTIVE for port object 1ff66caa-8508-4dc0-a55d-a281011c7a2e will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:29.942808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:29.942808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 52540) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:29.944376 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc6ef3d7-ed4a-4968-a0d8-356c21a41586 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:29.992409 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d4c04d-e3fc-4541-b465-1a57a70e0642 x-openstack-request-id: req-31d4c04d-e3fc-4541-b465-1a57a70e0642 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:29.992852 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:29.993158 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31d4c04d-e3fc-4541-b465-1a57a70e0642 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:29.993559 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'code': 200} May 31 16:25:30.003571 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097093009', 'description': 'tempest-description--427897156'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:30.017049 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc1c4c-22da-48da-9f57-cd1b9c64d297 req-b411f306-6002-45bb-8f45-1c54160498dc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:30.017780 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-4efc1c4c-22da-48da-9f57-cd1b9c64d297 req-b411f306-6002-45bb-8f45-1c54160498dc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Synchronizing usage tracker for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:30.019328 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.026958 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.037068 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:30.047207 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:30.062135 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7c6efbec-052d-4568-8f4f-38f8840e4109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:30.090970 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d42d68f8b8a1406faf266f8f37ee4366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748651 May 31 16:25:30.094747 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52544) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:30.103790 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:30.126491 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:30.136646 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd55c71-56f0-4c71-83af-ace8dac9920b,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:30.140725 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Pushing event updated for resources: {'Port': ['ID=1ff66caa-8508-4dc0-a55d-a281011c7a2e,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:30.145586 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:30.166036 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.190997 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:30.191251 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-4efc1c4c-22da-48da-9f57-cd1b9c64d297 req-b411f306-6002-45bb-8f45-1c54160498dc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Unset dirty status for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:30.192303 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4efc1c4c-22da-48da-9f57-cd1b9c64d297 req-b411f306-6002-45bb-8f45-1c54160498dc tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 931 time: 0.9061258 May 31 16:25:30.194143 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.222846 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.251667 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.255536 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b786deb6-c4c9-437b-8208-ff6f7a4e9111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:30.307164 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd55c71-56f0-4c71-83af-ace8dac9920b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:30.311651 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:30.322908 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.324060 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbd55c71-56f0-4c71-83af-ace8dac9920b HTTP/1.1" status: 204 len: 168 time: 0.2274575 May 31 16:25:30.358787 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd02ae4-f6c9-4600-95ff-190825db20b0 req-4c8a02e4-b58b-4914-83c2-66defaa9ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:30.360568 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-fbd02ae4-f6c9-4600-95ff-190825db20b0 req-4c8a02e4-b58b-4914-83c2-66defaa9ea29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0954096 May 31 16:25:30.403449 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:30.406298 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-fbd02ae4-f6c9-4600-95ff-190825db20b0 req-6b69188b-ad86-463c-bc15-50c7bfd8957f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392253 May 31 16:25:30.414314 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:30.419348 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:30.431243 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4efc1c4c-22da-48da-9f57-cd1b9c64d297 req-5dec5b59-86a3-4cb6-a76b-5ee4edcffeb0 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991799 May 31 16:25:30.434405 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:30.468509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Attempting to bind port 1ff66caa-8508-4dc0-a55d-a281011c7a2e on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:25:30.468509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Attempting to bind port 1ff66caa-8508-4dc0-a55d-a281011c7a2e by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:25:30.468509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Attempting to bind port 1ff66caa-8508-4dc0-a55d-a281011c7a2e on network 7536c0da-3c00-40b2-833f-23c9c38c5474 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:30.468509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Port 1ff66caa-8508-4dc0-a55d-a281011c7a2e on network 7536c0da-3c00-40b2-833f-23c9c38c5474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:25:30.468509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Attempting to bind port 1ff66caa-8508-4dc0-a55d-a281011c7a2e on network 7536c0da-3c00-40b2-833f-23c9c38c5474 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:30.486022 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:25:30.486364 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Checking segment: {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:30.486760 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Bound using segment: {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:25:30.487213 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Bound port: 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07666c7a-6a81-4856-98b7-29006eddb695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:25:30.487563 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.662934 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.670739 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] For port 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:25:30.673715 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.682656 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] For port 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:25:30.691000 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-639e356f-3d36-4872-9020-094141f20ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:30.699212 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.739818 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.741116 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7595568 May 31 16:25:30.742621 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:30.743180 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.744143 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52552) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:30.744536 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] 10.222.0.35 "PUT /v2.0/ports/1ff66caa-8508-4dc0-a55d-a281011c7a2e HTTP/1.1" status: 200 len: 1093 time: 1.6256223 May 31 16:25:30.745247 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'tag': '1ff66caa-8508-4dc0-a55d-a281011c7a2e'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:30.747549 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa09d3-a5a0-490a-9fae-20f34a8cc557" -d '{"events": [{"name": "network-changed", "server_uuid": "c9112c26-d93f-4f65-b43c-0a951c87afd6", "tag": "1ff66caa-8508-4dc0-a55d-a281011c7a2e"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:30.750008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95eb178-ce1c-47df-98f3-a5d5c2941e35,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:30.750257 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'security_group_rule': {'security_group_id': 'b95eb178-ce1c-47df-98f3-a5d5c2941e35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:30.752877 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e5f4caa2-1118-424d-9773-46b291561fdc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:30.753371 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f629c8c2-3c5b-4a01-940a-cdfcefbda15f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:30.759825 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:30.766311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:30.771179 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:30.781950 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:30.808417 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.849143 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12cbef-fe82-45c1-a1a0-cdf4af24ae2b x-openstack-request-id: req-0f12cbef-fe82-45c1-a1a0-cdf4af24ae2b {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:30.849465 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9112c26-d93f-4f65-b43c-0a951c87afd6", "tag": "1ff66caa-8508-4dc0-a55d-a281011c7a2e", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:30.849753 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f12cbef-fe82-45c1-a1a0-cdf4af24ae2b {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:30.850190 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'tag': '1ff66caa-8508-4dc0-a55d-a281011c7a2e', 'status': 'completed', 'code': 200} May 31 16:25:30.881810 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.886855 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.889038 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b7bd2f42-a0d3-4108-8556-f513edf09d09 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:30.912459 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db1ac02-11a2-43cd-9307-210239b5b568,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:30.915150 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:30.923293 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.924518 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-8271cb5e-1da9-489d-bbfb-711992cf92f0 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791081 May 31 16:25:30.927428 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52558) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:30.932114 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Pushing event updated for resources: {'Port': ['ID=1ff66caa-8508-4dc0-a55d-a281011c7a2e,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:30.932981 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'security_group_rule': {'security_group_id': 'b95eb178-ce1c-47df-98f3-a5d5c2941e35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:30.938692 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:30.939014 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:30.947390 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:security_group_rule and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:30.951064 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:30.957458 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:30.967239 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-ac8cf30e-e99d-4945-b495-23c76c20b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:30.968764 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-ac8cf30e-e99d-4945-b495-23c76c20b90e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 1096 time: 0.1624234 May 31 16:25:30.980896 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:30.984629 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67c277-f658-4f91-9198-94ef1ea0ee8a req-6b903c2d-6e7f-4840-816d-7cc9d16a1d28 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:30.986152 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1a67c277-f658-4f91-9198-94ef1ea0ee8a req-6b903c2d-6e7f-4840-816d-7cc9d16a1d28 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1351948 May 31 16:25:31.052059 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.055987 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035329'] for security_group_rule, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.056750 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-d4a796c9-12a8-417a-91dc-d6e16a020055 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e HTTP/1.1" status: 200 len: 217 time: 0.0691996 May 31 16:25:31.062679 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:31.082860 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2620cef3-1372-4858-b3b7-51b8561ee52b,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:31.085887 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:31.097067 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.098669 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-11131f6d-4d6b-4158-8378-7a154fcceffb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701822 May 31 16:25:31.101963 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52564) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:31.107649 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'floatingip': {'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:31.117223 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:31.122608 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:floatingip and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:31.125432 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-0a8e02f0-d9f1-41e2-8200-6f43bb6f01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:31.125905 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:31.126963 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-0a8e02f0-d9f1-41e2-8200-6f43bb6f01f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcf054dc-363c-4ed4-ac86-e339f01f1644 HTTP/1.1" status: 200 len: 849 time: 0.0645711 May 31 16:25:31.131870 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:31.151196 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.200220 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-e3f55fa6-242c-4a15-80af-183859db3881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7536c0da-3c00-40b2-833f-23c9c38c5474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649111 May 31 16:25:31.372559 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.398910 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1a67c277-f658-4f91-9198-94ef1ea0ee8a req-00a3ff0d-a439-473f-8476-600a6d84c0ee tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546708 May 31 16:25:31.418876 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-1f3680e1-c589-479d-a6f0-1dbae4972aac service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093363 May 31 16:25:31.519254 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_common [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Allocated IP 172.28.1.203 (8b5df9cb-0699-469d-8f1e-3223fd7aa036/5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96/bbea6a7b-e8d5-4541-9efb-dd517a98376f) {{(pid=91773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:31.567203 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5fd6547-bbfb-426b-8a7f-d49d498ab126 req-a1c59b85-ab9a-4317-b473-a17c6a47f69c service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409185 May 31 16:25:31.680382 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for port, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.710104 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.714616 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:31.719986 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09919-2542-4a41-a057-f7f1d171b682 req-fcea5314-d293-4128-83e9-32fdb9a48b40 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:31.721477 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-89f09919-2542-4a41-a057-f7f1d171b682 req-fcea5314-d293-4128-83e9-32fdb9a48b40 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 943 time: 0.1443262 May 31 16:25:31.727423 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-2d779955-fb02-4380-8d65-bcc84bc4e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:31.728838 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-2d779955-fb02-4380-8d65-bcc84bc4e59c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 1096 time: 0.1049051 May 31 16:25:31.774981 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Network 8b5df9cb-0699-469d-8f1e-3223fd7aa036 is already hosted by enough agents. {{(pid=91773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:31.777989 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources bound (agent type, host, resource id): {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:31.781714 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Received port after_create {{(pid=91773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:31.816438 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'Port': ['ID=bbea6a7b-e8d5-4541-9efb-dd517a98376f,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:31.820678 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:31.854524 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-89f09919-2542-4a41-a057-f7f1d171b682 req-4c489ab6-9cff-4106-bc8c-bd64e27b9932 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237161 May 31 16:25:31.869773 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.895015 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-ff173cc2-6485-41a5-a6c4-41ff2f5c8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:31.896758 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-ff173cc2-6485-41a5-a6c4-41ff2f5c8b0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 200 len: 910 time: 0.1537316 May 31 16:25:31.931048 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:31.972450 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-d469a2ec-69dc-4b9a-aa45-401699a1d953 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e HTTP/1.1" status: 200 len: 217 time: 0.0646114 May 31 16:25:32.036130 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-65e56f12-e3e8-47c9-98da-39fc77bc1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:32.037602 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-65e56f12-e3e8-47c9-98da-39fc77bc1246 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bcf054dc-363c-4ed4-ac86-e339f01f1644 HTTP/1.1" status: 200 len: 849 time: 0.0583706 May 31 16:25:32.091292 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-fe83e947-53e1-4351-9d65-8848a52f3da4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7536c0da-3c00-40b2-833f-23c9c38c5474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448852 May 31 16:25:32.139007 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for port, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.145396 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6779802'] for port, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.149194 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:32.229933 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-87a16344-14a4-406e-8492-f9393f1b6c0f service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314125 May 31 16:25:32.255737 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'Port': ['ID=bbea6a7b-e8d5-4541-9efb-dd517a98376f,revision_number=2']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:32.260168 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:32.269344 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.294983 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:32.296570 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-6cafd7b5-9d5d-4ce2-86f8-b657eb8e01bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1930957 May 31 16:25:32.485739 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-29aa09d3-a5a0-490a-9fae-20f34a8cc557 req-23915a39-ea5a-4fb1-ba6c-f8b86c6d2f49 service neutron] 10.222.0.35 "GET /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419734 May 31 16:25:32.535002 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-f7b84909-7857-40c6-a026-9f21e5676608 req-787d9e79-d147-4297-a5cb-3960c03a8401 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:security_group {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:32.590365 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-f7b84909-7857-40c6-a026-9f21e5676608 req-787d9e79-d147-4297-a5cb-3960c03a8401 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:security_group {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:32.591597 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-787d9e79-d147-4297-a5cb-3960c03a8401 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1097093009&fields=id&tenant_id=3d3bda89f5c7414aa9a7827ff17b7760 HTTP/1.1" status: 200 len: 267 time: 0.0976443 May 31 16:25:32.739588 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc50de-b12a-4433-87ad-f1f92a7609e0 req-aeceba73-cfa1-4fce-b142-e8204cd4b5c1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:32.741310 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f2dc50de-b12a-4433-87ad-f1f92a7609e0 req-aeceba73-cfa1-4fce-b142-e8204cd4b5c1 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1990008 May 31 16:25:32.785862 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-0894388e-8b65-4cd6-88f2-ec3e264da489 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:32.787270 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-0894388e-8b65-4cd6-88f2-ec3e264da489 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 810 time: 0.1866238 May 31 16:25:32.810837 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-0cb4d269-4320-4794-9a4d-76d6431ab04d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/quotas/3d3bda89f5c7414aa9a7827ff17b7760 HTTP/1.1" status: 200 len: 375 time: 0.0152855 May 31 16:25:32.815406 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f2dc50de-b12a-4433-87ad-f1f92a7609e0 req-48040d98-728a-4d78-a12d-a06c4ad38a0e tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680029 May 31 16:25:32.898346 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-f0b5101b-d43c-48a4-a8ba-6efb0f4f2f06 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820172 May 31 16:25:33.095701 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-c124e0f3-8ae3-47ea-b3cb-025bbf0d4a93 service neutron] 10.222.0.61 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859419 May 31 16:25:33.114990 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbf58c-bb3c-4bdc-b1f4-d74ab8936ea1 req-3f03f16a-635c-4d96-a007-959c4964b83d tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:33.116457 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9fbbf58c-bb3c-4bdc-b1f4-d74ab8936ea1 req-3f03f16a-635c-4d96-a007-959c4964b83d tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 943 time: 0.1361914 May 31 16:25:33.185065 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9fbbf58c-bb3c-4bdc-b1f4-d74ab8936ea1 req-3150c4f6-c79b-4ce2-9bda-fd9f66a88f66 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 May 31 16:25:33.284636 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-27444d5d-a246-48fe-834f-736fc6d5bb97 service neutron] 10.222.0.61 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816092 May 31 16:25:33.400576 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 1ff66caa-8508-4dc0-a55d-a281011c7a2e details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:25:33.468779 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04bb0666-95d4-4d7f-b148-f4579e2ccd19 req-b25e6290-ef96-48dc-8c4d-cbd5f7af1697 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 210 time: 0.0451515 May 31 16:25:33.562485 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:33.577859 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '1ff66caa-8508-4dc0-a55d-a281011c7a2e', 'network_id': '7536c0da-3c00-40b2-833f-23c9c38c5474', 'port_id': '1ff66caa-8508-4dc0-a55d-a281011c7a2e', 'mac_address': 'fa:16:3e:31:4f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf054dc-363c-4ed4-ac86-e339f01f1644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:25:33.640810 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.657949 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff66caa-8508-4dc0-a55d-a281011c7a2e {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:33.674595 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:33.678172 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:33.679916 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:33.754961 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=1ff66caa-8508-4dc0-a55d-a281011c7a2e,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:33.758477 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:33.960707 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['1ff66caa-8508-4dc0-a55d-a281011c7a2e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:34.375595 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a996-abf0-4f10-8846-f11537f2fe78 req-a38648e2-4462-4ef1-875d-04a9f708df3e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:34.377090 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e697a996-abf0-4f10-8846-f11537f2fe78 req-a38648e2-4462-4ef1-875d-04a9f708df3e tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 944 time: 0.0883920 May 31 16:25:34.422526 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e697a996-abf0-4f10-8846-f11537f2fe78 req-ef3d92c7-31c4-46a2-aa1b-e366621f0bf4 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 May 31 16:25:34.587399 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-0c3cebe4-8ab5-4837-8830-09ca6e04dceb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:34.589064 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-0c3cebe4-8ab5-4837-8830-09ca6e04dceb tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 810 time: 0.1523700 May 31 16:25:34.652777 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3cfb1bf6-954a-454e-a68b-494237a8b5de req-2f9c8676-38ca-4b77-ab84-9f56462a2d3e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 210 time: 0.0585964 May 31 16:25:34.681390 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-7f1dabc9-c4e7-41b8-a4b4-38248142755b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3bda89f5c7414aa9a7827ff17b7760 HTTP/1.1" status: 200 len: 380 time: 0.0544620 May 31 16:25:34.694471 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'port': {'device_id': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'admin_state_up': True, 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'security_groups': ['b95eb178-ce1c-47df-98f3-a5d5c2941e35']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:34.830360 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:25:34.834311 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Usage tracker for resource:port and tenant:3d3bda89f5c7414aa9a7827ff17b7760 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:25:34.837293 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:25:34.842995 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:25:34.853410 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Made reservation on behalf of 3d3bda89f5c7414aa9a7827ff17b7760 for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:25:34.857547 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.023531 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Allocated IP 172.20.0.11 (3556450c-ce9a-4a82-87a9-a03609166931/609ef505-a38f-4acd-892d-245b5855f1a3/09ac96f7-0e15-4e97-9af3-000a2bcd0622) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:25:35.291752 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.306509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Transition to ACTIVE for port object 09ac96f7-0e15-4e97-9af3-000a2bcd0622 will not be triggered until provisioned by entity DHCP. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:35.330014 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.335231 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:35.403403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 1ff66caa-8508-4dc0-a55d-a281011c7a2e up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:25:35.404011 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Network 3556450c-ce9a-4a82-87a9-a03609166931 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:25:35.406616 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:25:35.410523 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:25:35.451684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event updated for resources: {'Port': ['ID=09ac96f7-0e15-4e97-9af3-000a2bcd0622,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:35.451684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:35.484011 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:35.484967 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.496630 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 1ff66caa-8508-4dc0-a55d-a281011c7a2e completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:35.501739 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 1ff66caa-8508-4dc0-a55d-a281011c7a2e triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:35.502204 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.520650 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297627 May 31 16:25:35.536236 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Request body: {'port': {'device_id': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:35.637486 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.652519 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-78c543a7-9dfd-4f96-bb66-dcc39f5db7ae None None] Provisioning for port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 completed by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:35.664716 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-78c543a7-9dfd-4f96-bb66-dcc39f5db7ae None None] Provisioning complete for port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:35.665092 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-78c543a7-9dfd-4f96-bb66-dcc39f5db7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.701437 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff66caa-8508-4dc0-a55d-a281011c7a2e'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:35.703720 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df4bd2a-6167-4494-b82b-e5f32d597df1" -d '{"events": [{"server_uuid": "c9112c26-d93f-4f65-b43c-0a951c87afd6", "name": "network-vif-plugged", "status": "completed", "tag": "1ff66caa-8508-4dc0-a55d-a281011c7a2e"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:35.721498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.725612 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:35.733345 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:35.736733 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:35.740377 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5154e1-6bd5-4d11-9876-7d7ec5614a93 req-8900518a-6fd4-4471-b291-8163fc92f266 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:35.741888 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7e5154e1-6bd5-4d11-9876-7d7ec5614a93 req-8900518a-6fd4-4471-b291-8163fc92f266 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 944 time: 0.1752093 May 31 16:25:35.778180 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-78c543a7-9dfd-4f96-bb66-dcc39f5db7ae None None] Port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 cannot update to ACTIVE because it is not bound. {{(pid=91774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 16:25:35.805202 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=1ff66caa-8508-4dc0-a55d-a281011c7a2e,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:35.808772 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:35.902569 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7e5154e1-6bd5-4d11-9876-7d7ec5614a93 req-24482b0c-8f82-444f-a8ad-b12c6479ba48 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538928 May 31 16:25:35.952724 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b6833-d900-4a35-b03f-1095cc681df1 x-openstack-request-id: req-277b6833-d900-4a35-b03f-1095cc681df1 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:35.953256 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9112c26-d93f-4f65-b43c-0a951c87afd6", "name": "network-vif-plugged", "status": "completed", "tag": "1ff66caa-8508-4dc0-a55d-a281011c7a2e", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:35.954108 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-277b6833-d900-4a35-b03f-1095cc681df1 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:35.954108 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff66caa-8508-4dc0-a55d-a281011c7a2e', 'code': 200} May 31 16:25:36.062080 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ef1cc-ea25-4213-a8b0-01d3b558e703 req-c33d5ad9-10b3-438b-8e2d-09ac1a0da5bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:36.062770 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-a91ef1cc-ea25-4213-a8b0-01d3b558e703 req-c33d5ad9-10b3-438b-8e2d-09ac1a0da5bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:36.107607 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-a91ef1cc-ea25-4213-a8b0-01d3b558e703 req-c33d5ad9-10b3-438b-8e2d-09ac1a0da5bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:36.108837 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a91ef1cc-ea25-4213-a8b0-01d3b558e703 req-c33d5ad9-10b3-438b-8e2d-09ac1a0da5bf tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 932 time: 0.3176913 May 31 16:25:36.176770 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a91ef1cc-ea25-4213-a8b0-01d3b558e703 req-fe0f259a-d39b-4ff3-9d76-3e3de024ebcc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602083 May 31 16:25:36.201358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec989-8b11-432e-8d87-4bd06350a183 req-1cc6eadb-d024-46ce-847f-13d4addb136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:36.202840 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e88ec989-8b11-432e-8d87-4bd06350a183 req-1cc6eadb-d024-46ce-847f-13d4addb136a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 1098 time: 0.0791268 May 31 16:25:36.248487 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ac96f7-0e15-4e97-9af3-000a2bcd0622 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:36.255738 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:36.258536 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-e88ec989-8b11-432e-8d87-4bd06350a183 req-c3b8a73c-2a0d-4dd9-9113-ac33b3ed353a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 May 31 16:25:36.270155 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Transition to ACTIVE for port object 09ac96f7-0e15-4e97-9af3-000a2bcd0622 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:25:36.273747 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:36.277967 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:36.427432 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Pushing event updated for resources: {'Port': ['ID=09ac96f7-0e15-4e97-9af3-000a2bcd0622,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:36.435085 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:36.515884 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Attempting to bind port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:25:36.516231 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Attempting to bind port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:25:36.516570 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Attempting to bind port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 on network 3556450c-ce9a-4a82-87a9-a03609166931 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:36.521802 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 on network 3556450c-ce9a-4a82-87a9-a03609166931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:25:36.522124 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Attempting to bind port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 on network 3556450c-ce9a-4a82-87a9-a03609166931 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:25:36.528505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:25:36.528844 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Checking segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:25:36.529226 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Bound using segment: {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:25:36.529657 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Bound port: 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdefcef6-4042-4818-a9b3-77dc5890dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:25:36.530003 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:36.622706 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] For port 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:25:36.625808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] For port 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:25:36.629685 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:36.633339 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:36.695027 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:36.695692 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:36.697086 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] 10.222.0.35 "PUT /v2.0/ports/09ac96f7-0e15-4e97-9af3-000a2bcd0622 HTTP/1.1" status: 200 len: 1094 time: 1.1669154 May 31 16:25:36.697595 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:36.700581 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:36.719742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Pushing event updated for resources: {'Port': ['ID=09ac96f7-0e15-4e97-9af3-000a2bcd0622,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:36.722742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:36.773258 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad3d2e4-c4af-4ecf-a23b-185a79f51f8c x-openstack-request-id: req-7ad3d2e4-c4af-4ecf-a23b-185a79f51f8c {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:36.773579 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:36.773857 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ad3d2e4-c4af-4ecf-a23b-185a79f51f8c {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:36.774279 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'status': 'completed', 'code': 200} May 31 16:25:36.820570 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-55a1cef0-1cca-4466-8ddc-4faf63c5a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:36.822107 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-55a1cef0-1cca-4466-8ddc-4faf63c5a79b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 1097 time: 0.0828578 May 31 16:25:36.900720 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-4ddf352f-e6b4-4d81-b258-dcf8bf600e97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622 HTTP/1.1" status: 200 len: 217 time: 0.0676670 May 31 16:25:36.967336 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-ab2d8cdc-bd9b-4df5-9f56-25dbb88b31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:36.968766 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-ab2d8cdc-bd9b-4df5-9f56-25dbb88b31e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.0605583 May 31 16:25:37.208632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b84909-7857-40c6-a026-9f21e5676608 req-049174a7-3ed1-42af-832d-7954afe4f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:37.210139 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-049174a7-3ed1-42af-832d-7954afe4f5f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2344143 May 31 16:25:37.219792 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210973-fda6-420d-a48a-215c3d1bc84c req-c4cb39eb-1808-4d5e-bc68-6979f65ce876 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:37.221316 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8d210973-fda6-420d-a48a-215c3d1bc84c req-c4cb39eb-1808-4d5e-bc68-6979f65ce876 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 945 time: 0.1999538 May 31 16:25:37.413714 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8d210973-fda6-420d-a48a-215c3d1bc84c req-785441bc-82c4-4c46-834c-919f8b928fbe tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685231 May 31 16:25:37.454634 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-b1f73a4b-9c62-4112-b82c-e87ed946a6e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282243 May 31 16:25:37.492634 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543db874-21e3-40cf-81cb-a5e0786f4635 req-8bd337e8-56b7-424c-a578-c32ccc0a417b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:37.493997 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-543db874-21e3-40cf-81cb-a5e0786f4635 req-8bd337e8-56b7-424c-a578-c32ccc0a417b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 944 time: 0.1786344 May 31 16:25:37.612145 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-543db874-21e3-40cf-81cb-a5e0786f4635 req-c3a47441-90f0-4350-bc48-29df16d79a69 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119106 May 31 16:25:37.639352 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7b84909-7857-40c6-a026-9f21e5676608 req-f610fb40-caa2-4b40-8170-b457577b14fd service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740992 May 31 16:25:37.763324 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-d66a04bd-360e-4f11-ba70-e8243c79849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:37.764760 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-d66a04bd-360e-4f11-ba70-e8243c79849f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 1097 time: 0.0791192 May 31 16:25:37.899962 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-2cc8008b-4d87-46d1-bed7-aac94f48d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:37.901465 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-2cc8008b-4d87-46d1-bed7-aac94f48d53c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 0.1299138 May 31 16:25:37.980665 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-b6bfd679-5cfd-4ca1-936a-7f33ed1400a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622 HTTP/1.1" status: 200 len: 217 time: 0.0645223 May 31 16:25:38.052914 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-3cec360f-ba1d-4d4d-ac5c-c02c53b3412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:38.054281 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-3cec360f-ba1d-4d4d-ac5c-c02c53b3412f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.0642364 May 31 16:25:38.135722 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-8b3ee9b1-4948-4808-b94d-79bc8213b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:38.137841 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-8b3ee9b1-4948-4808-b94d-79bc8213b6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758805 May 31 16:25:38.278350 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-69d4b3bf-99b4-4da7-9093-9383c96c61f1 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302247 May 31 16:25:38.416484 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7b1c7332-fdfe-4d3e-af2c-fa2747d00595 req-54f3249b-de99-45ab-9183-be970d180f04 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296396 May 31 16:25:38.624113 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2fdb-7100-4925-823c-a48fa7eccbe7 req-37a6b334-4654-48db-b5e3-129d74a032d6 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:38.625669 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ea3b2fdb-7100-4925-823c-a48fa7eccbe7 req-37a6b334-4654-48db-b5e3-129d74a032d6 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 945 time: 0.0910907 May 31 16:25:38.673239 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ea3b2fdb-7100-4925-823c-a48fa7eccbe7 req-e05c8d51-8d1e-453c-b01a-e15a1980eef8 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 May 31 16:25:38.860346 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe4b2b-f6a0-427f-a31f-3dd2976c8ae3 req-09ff2ada-7aac-4766-af61-1e60a7632012 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:38.861854 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3ffe4b2b-f6a0-427f-a31f-3dd2976c8ae3 req-09ff2ada-7aac-4766-af61-1e60a7632012 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 944 time: 0.0864043 May 31 16:25:38.911463 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3ffe4b2b-f6a0-427f-a31f-3dd2976c8ae3 req-fc04d5e7-8caa-43be-b690-9e030b40d10a tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 May 31 16:25:39.465077 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 09ac96f7-0e15-4e97-9af3-000a2bcd0622 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:25:39.611394 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:39.626561 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'port_id': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'mac_address': 'fa:16:3e:30:73:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:25:39.689342 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:39.711558 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ac96f7-0e15-4e97-9af3-000a2bcd0622 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:25:39.752096 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:39.755251 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-873e44aa-631d-4e28-bf09-f5eea9d28b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:39.757935 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:39.759882 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:39.830206 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=09ac96f7-0e15-4e97-9af3-000a2bcd0622,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:39.833190 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:39.912665 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230414ee-55b3-4b73-b48c-1969ef7210e5 req-56789159-42be-4e29-9b81-2fd1026f99cf tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:39.914515 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-230414ee-55b3-4b73-b48c-1969ef7210e5 req-56789159-42be-4e29-9b81-2fd1026f99cf tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 945 time: 0.0869505 May 31 16:25:39.964120 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-230414ee-55b3-4b73-b48c-1969ef7210e5 req-0dc14caf-4777-4835-b137-03d2c1a6841d tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 May 31 16:25:40.046828 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['09ac96f7-0e15-4e97-9af3-000a2bcd0622'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:40.189273 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38beb6-7603-4868-8ab0-8aaf6351d4e9 req-2357ed63-9194-47ab-a17f-6966d58a3b25 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:40.190764 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af38beb6-7603-4868-8ab0-8aaf6351d4e9 req-2357ed63-9194-47ab-a17f-6966d58a3b25 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 945 time: 0.1008575 May 31 16:25:40.242586 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-af38beb6-7603-4868-8ab0-8aaf6351d4e9 req-9947297b-f65a-4662-8bc0-6e38c8994bc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455713 May 31 16:25:41.247777 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7004aa-2b10-4152-98a4-bdf2f391f894 req-93c91bdd-4cfd-464d-893a-96963015e7b4 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:41.249321 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9b7004aa-2b10-4152-98a4-bdf2f391f894 req-93c91bdd-4cfd-464d-893a-96963015e7b4 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 945 time: 0.1749489 May 31 16:25:41.299551 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9b7004aa-2b10-4152-98a4-bdf2f391f894 req-91c1abc2-be21-4f9d-9bbb-0fdd0301bb7b tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/security-groups?id=bcb380fb-684b-4175-a102-5aa389ce3557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 May 31 16:25:41.467296 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1526bd-fdf5-408c-9741-183f80555185 req-bdc29347-070d-4ae4-8949-2ce3c9f01c85 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:41.469611 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba1526bd-fdf5-408c-9741-183f80555185 req-bdc29347-070d-4ae4-8949-2ce3c9f01c85 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 945 time: 0.1446798 May 31 16:25:41.481251 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 09ac96f7-0e15-4e97-9af3-000a2bcd0622 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:25:41.519537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ec3e-d08c-45a8-90e2-88b9935b871a req-5aaa06b2-9539-4ee7-a780-a3ba3ab2d258 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:41.521271 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4f24ec3e-d08c-45a8-90e2-88b9935b871a req-5aaa06b2-9539-4ee7-a780-a3ba3ab2d258 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 945 time: 0.1577480 May 31 16:25:41.559892 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:25:41.566402 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:25:41.566903 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:41.622306 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4f24ec3e-d08c-45a8-90e2-88b9935b871a req-e3350555-7991-4522-8c29-18e003a8d4f2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869048 May 31 16:25:41.655268 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Deleting port 1ff66caa-8508-4dc0-a55d-a281011c7a2e {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:25:41.655605 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:41.710087 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:41.736973 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:41.739222 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71786b5-3182-400f-8721-5276e8c514ab" -d '{"events": [{"server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "name": "network-vif-plugged", "status": "completed", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:41.749373 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:41.754670 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:41.758189 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-4113538d-d2c7-4119-a02a-cee6a675772e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:41.805493 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b1a25a-8ac7-4fcf-8c1a-46300564cc79 x-openstack-request-id: req-72b1a25a-8ac7-4fcf-8c1a-46300564cc79 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:41.805785 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "name": "network-vif-plugged", "status": "completed", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:41.806042 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72b1a25a-8ac7-4fcf-8c1a-46300564cc79 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:41.806431 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'code': 200} May 31 16:25:41.824528 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] For port 1ff66caa-8508-4dc0-a55d-a281011c7a2e, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=1ff66caa-8508-4dc0-a55d-a281011c7a2e,segment=NetworkSegment(07666c7a-6a81-4856-98b7-29006eddb695),segment_id=07666c7a-6a81-4856-98b7-29006eddb695)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:25:41.825704 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:41.843018 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=09ac96f7-0e15-4e97-9af3-000a2bcd0622,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:41.845887 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:41.971863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Calling delete_port for 1ff66caa-8508-4dc0-a55d-a281011c7a2e owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:25:42.069692 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedb5b8-5843-40c6-a350-e3f010538e3b req-c4f2074c-2f7d-4da8-af52-6b7fe8c8cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:42.071426 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-acedb5b8-5843-40c6-a350-e3f010538e3b req-c4f2074c-2f7d-4da8-af52-6b7fe8c8cd5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 1099 time: 0.0948355 May 31 16:25:42.110926 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:42.114594 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e215e826-9fbd-48d0-8839-9e0c1c7b215f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:25:42.122355 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['1ff66caa-8508-4dc0-a55d-a281011c7a2e'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:25:42.134629 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-acedb5b8-5843-40c6-a350-e3f010538e3b req-dae05602-df1e-437e-a485-f02040db5550 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487747 May 31 16:25:42.165671 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-935e8445-0048-4f29-baef-8c7d5f9be082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:42.165907 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Pushing event deleted for resources: {'Port': ['ID=1ff66caa-8508-4dc0-a55d-a281011c7a2e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:25:42.207318 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.207721 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.208009 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.208546 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.208916 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.209253 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.209768 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.210120 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.210516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.210808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.211212 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.211451 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:42.211675 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:25:42.219461 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:25:42.255660 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] No DVR routers for this DVR port 1ff66caa-8508-4dc0-a55d-a281011c7a2e on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:25:42.258600 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:42.261918 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'name': 'network-vif-deleted', 'tag': '1ff66caa-8508-4dc0-a55d-a281011c7a2e'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:42.265766 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f396421-e2cd-47a8-8dda-f841a5850898" -d '{"events": [{"server_uuid": "c9112c26-d93f-4f65-b43c-0a951c87afd6", "name": "network-vif-deleted", "tag": "1ff66caa-8508-4dc0-a55d-a281011c7a2e"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:42.286229 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ba1526bd-fdf5-408c-9741-183f80555185 req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.35 "DELETE /v2.0/ports/1ff66caa-8508-4dc0-a55d-a281011c7a2e HTTP/1.1" status: 204 len: 173 time: 0.8106570 May 31 16:25:42.317763 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12988ec7-1529-46c8-88b0-e1685dcd53d3 x-openstack-request-id: req-12988ec7-1529-46c8-88b0-e1685dcd53d3 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:42.318086 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9112c26-d93f-4f65-b43c-0a951c87afd6", "name": "network-vif-deleted", "tag": "1ff66caa-8508-4dc0-a55d-a281011c7a2e", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:42.318366 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12988ec7-1529-46c8-88b0-e1685dcd53d3 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:42.318787 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9112c26-d93f-4f65-b43c-0a951c87afd6', 'name': 'network-vif-deleted', 'tag': '1ff66caa-8508-4dc0-a55d-a281011c7a2e', 'status': 'completed', 'code': 200} May 31 16:25:42.474071 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-03c6a72f-fb2d-463a-9792-6d9629f479d1 req-f4e65224-b93b-4f11-9c99-8d5192d6878a tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Synchronizing usage tracker for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:25:42.490248 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-03c6a72f-fb2d-463a-9792-6d9629f479d1 req-f4e65224-b93b-4f11-9c99-8d5192d6878a tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Unset dirty status for tenant:266ca8e6c86f438a90118451fdf0bb3f on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:25:42.491590 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-03c6a72f-fb2d-463a-9792-6d9629f479d1 req-f4e65224-b93b-4f11-9c99-8d5192d6878a tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9112c26-d93f-4f65-b43c-0a951c87afd6 HTTP/1.1" status: 200 len: 210 time: 0.0687542 May 31 16:25:42.827592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed9c09-6f54-4d4a-8779-c956fc8386e5 req-eca80097-428d-4b8e-9680-e4c313bf28dc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:42.829331 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-83ed9c09-6f54-4d4a-8779-c956fc8386e5 req-eca80097-428d-4b8e-9680-e4c313bf28dc tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.0898540 May 31 16:25:42.874983 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-83ed9c09-6f54-4d4a-8779-c956fc8386e5 req-e4507849-fc3e-4cc6-9c2e-3bbd6eac23ef tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 May 31 16:25:43.317153 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:43.429445 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:44.065190 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff126a35-2c64-4a7e-87d4-84ba5204e1d8 req-9e9deca2-5a93-45a6-b9f5-4432e29334b8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:44.066623 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ff126a35-2c64-4a7e-87d4-84ba5204e1d8 req-9e9deca2-5a93-45a6-b9f5-4432e29334b8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.0837572 May 31 16:25:44.111059 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-ff126a35-2c64-4a7e-87d4-84ba5204e1d8 req-f818db31-e537-48bc-ab98-a03ed69d9cf6 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388327 May 31 16:25:44.291411 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb013a8-b080-4328-9fbb-42ac86eb7bfc req-b6f56d69-ae19-4918-920f-1e9d17ea754c tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:44.293000 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8fb013a8-b080-4328-9fbb-42ac86eb7bfc req-b6f56d69-ae19-4918-920f-1e9d17ea754c tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.0829842 May 31 16:25:44.301517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52704) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:25:44.306718 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Request body: {'floatingip': {'port_id': '09ac96f7-0e15-4e97-9af3-000a2bcd0622'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:25:44.471405 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, before_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:44.718311 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.130367 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.134679 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:45.336148 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Floating IP 845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8 associated. External IP: 172.28.1.203, port: 09ac96f7-0e15-4e97-9af3-000a2bcd0622. May 31 16:25:45.481943 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 1ff66caa-8508-4dc0-a55d-a281011c7a2e no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:25:45.553905 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 1ff66caa-8508-4dc0-a55d-a281011c7a2e {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:25:45.554413 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 1ff66caa-8508-4dc0-a55d-a281011c7a2e not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:25:45.717280 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Router a5312e50-918c-4508-bc67-3731cef41a05 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:25:46.029761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:25:46.034624 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:25:46.043914 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:25:46.056487 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:46.058272 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:46.107440 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d64c8e44-13af-45ac-b858-7742fcb2ecc8 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "PUT /v2.0/floatingips/845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8 HTTP/1.1" status: 200 len: 992 time: 1.8047659 May 31 16:25:46.108145 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:25:46.110552 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa05c2-8879-4eba-a5a8-27d042874ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:25:46.194980 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1d7dd6-9900-43ae-bea8-9e589b23bce9 x-openstack-request-id: req-8d1d7dd6-9900-43ae-bea8-9e589b23bce9 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:25:46.195293 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:25:46.195564 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d1d7dd6-9900-43ae-bea8-9e589b23bce9 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:25:46.196010 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'status': 'completed', 'code': 200} May 31 16:25:46.304951 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:46.354112 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-dd014bf1-b487-4064-9975-25ef2e5e8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:46.355727 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-dd014bf1-b487-4064-9975-25ef2e5e8fbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 1099 time: 0.1024473 May 31 16:25:46.511645 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-7ea494cf-5cc6-45bb-8b77-519bb16640c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:46.513268 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-7ea494cf-5cc6-45bb-8b77-519bb16640c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 200 len: 911 time: 0.1480677 May 31 16:25:46.700674 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-c29cf2ed-d6a7-4350-92e5-2c197ddc9e91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622 HTTP/1.1" status: 200 len: 1000 time: 0.1781828 May 31 16:25:46.749646 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'port_id': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'mac_address': 'fa:16:3e:30:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:25:31Z', 'updated_at': '2021-05-31T16:25:44Z', 'revision_number': 1, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:46.755616 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:25:46.775786 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:25:46.777098 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:46.904905 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-d47fb719-acd5-4078-9a08-8ff27a7dca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:46.910913 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-d47fb719-acd5-4078-9a08-8ff27a7dca3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 200 len: 849 time: 0.2033472 May 31 16:25:47.019086 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:25:47.053307 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-d9cc5267-660b-4990-a601-331273da0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:25:47.055339 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-d9cc5267-660b-4990-a601-331273da0a6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3556450c-ce9a-4a82-87a9-a03609166931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343653 May 31 16:25:47.281752 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-319bb63b-2e2f-43ba-a354-811137ff7764 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179465 May 31 16:25:47.496533 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5aaa05c2-8879-4eba-a5a8-27d042874ccc req-cab34dd8-0f75-4c03-9a27-3da177d3c3e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060735 May 31 16:25:47.545396 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'port_id': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'mac_address': 'fa:16:3e:30:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:25:31Z', 'updated_at': '2021-05-31T16:25:44Z', 'revision_number': 1, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:25:47.550080 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc675842-9ca7-43b6-a0b6-86607c1cd0e6 None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_floatingips': [{'id': '845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'router_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'port_id': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'mac_address': 'fa:16:3e:30:73:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T16:25:31Z', 'updated_at': '2021-05-31T16:25:44Z', 'revision_number': 1, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:25:47.792978 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d844d58-ead6-45c9-92e8-c6b33fddcc79 None None] New status for floating IP 845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8: ACTIVE {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:26:00.505815 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-bce16802-9b81-4be6-9e8b-dd4684cd839a tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389054898&fields=id&tenant_id=7d2d03c285144a48858d0a40f0e01f85 HTTP/1.1" status: 200 len: 267 time: 0.0924931 May 31 16:26:00.617492 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-945df453-1827-4ef9-9e84-8c6e4afcab2e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:00.619377 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-945df453-1827-4ef9-9e84-8c6e4afcab2e tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 984 time: 0.1073685 May 31 16:26:00.637045 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Request body: {'port': {'security_groups': ['10ce1929-d3a0-455c-8a3f-eac0dd2d24aa']}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:26:00.792355 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.057977 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:01.084022 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.090301 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.096433 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-2f3abe6b-9665-4f06-9aad-2a8462474d38 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:01.109496 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['8bffbeef-f402-46cf-809f-87f346836cdc'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:01.163620 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.164353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.171822 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f7a5dea6-cf3a-48a5-bd1a-634819bb6085 req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "PUT /v2.0/ports/8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 942 time: 0.5418119 May 31 16:26:01.171978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 52918) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:01.179900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:01.182338 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d9984-373d-48f0-a8f0-ef4343396446" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:01.213996 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event updated for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=7']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:01.220467 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:01.302747 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['8bffbeef-f402-46cf-809f-87f346836cdc'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:01.334453 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0754f-deae-4677-82ae-54954b4448b7 x-openstack-request-id: req-75f0754f-deae-4677-82ae-54954b4448b7 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:01.335232 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:01.335902 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75f0754f-deae-4677-82ae-54954b4448b7 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:01.337107 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'status': 'completed', 'code': 200} May 31 16:26:01.466676 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.565459 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-cdb13a63-a5ec-4d04-b2df-9b8a11d51772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.566936 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-cdb13a63-a5ec-4d04-b2df-9b8a11d51772 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1098 time: 0.1818030 May 31 16:26:01.574814 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.617403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7afb7ebe-c08e-4c3b-98fc-5e2bd1e8d462 None None] Provisioning complete for port 8bffbeef-f402-46cf-809f-87f346836cdc triggered by entity DHCP. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:01.618262 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7afb7ebe-c08e-4c3b-98fc-5e2bd1e8d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.691890 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.698140 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6d6f2579-35f9-4607-83e0-f23bedc1f4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:01.717225 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:26:01.727070 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:01.731547 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "DELETE /v2.0/security-groups/15d66c5a-f137-4f8c-9920-fc32ed60717b HTTP/1.1" status: 204 len: 168 time: 0.5552275 May 31 16:26:01.731547 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d66c5a-f137-4f8c-9920-fc32ed60717b,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:01.732743 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 52940) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:01.739017 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.739533 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.740006 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.740510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.740963 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.741416 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.741834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.742249 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.742661 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.743068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.743492 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.743890 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:01.761295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:01.881416 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-ff1d8178-7beb-4e23-a459-4754f94ecfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:01.884304 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-ff1d8178-7beb-4e23-a459-4754f94ecfe0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 915 time: 0.3090899 May 31 16:26:02.142200 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-3f47435f-9780-446a-a020-51994b45beda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 1001 time: 0.2479870 May 31 16:26:02.354284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-a0e4e589-fb35-4da4-9fc2-ac6a392219ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:02.355848 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-a0e4e589-fb35-4da4-9fc2-ac6a392219ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.2056546 May 31 16:26:02.420048 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Deleting port 852d56e8-9f48-4b27-94c5-62abdf8cf51e {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:02.420510 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:02.551489 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-4f0a473d-42f1-4084-a5f5-7c24c4e16a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:02.551489 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-4f0a473d-42f1-4084-a5f5-7c24c4e16a46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1861727 May 31 16:26:02.605250 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:02.606379 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:02.791597 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Calling delete_port for 852d56e8-9f48-4b27-94c5-62abdf8cf51e owned by network:floatingip {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:02.863174 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-a1127348-4abe-40f1-bd4c-150d33fa18a9 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973711 May 31 16:26:03.022878 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8b9d9984-373d-48f0-a8f0-ef4343396446 req-cf053f57-6443-4991-a6cc-ca5ef3adef47 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520667 May 31 16:26:03.082837 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.088126 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-48dc88a1-0ddc-4f20-865f-01df4b276b6d tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:03.137092 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event deleted for resources: {'Port': ['ID=852d56e8-9f48-4b27-94c5-62abdf8cf51e,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:03.162507 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:03.226250 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks [] for floatingip, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.226585 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.l3_db [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Floating IP 99c64715-08f2-4cfc-a901-875000ede9e1 disassociated (deleted). External IP: 172.28.1.217, port: 8bffbeef-f402-46cf-809f-87f346836cdc. May 31 16:26:03.585720 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Router 88a72362-fb26-48f6-a7b0-2823f489c740 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:26:03.608106 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53002) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:03.674674 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Deleting subnet bcf054dc-363c-4ed4-ac86-e339f01f1644 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:03.678412 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.767995 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6582533'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.849687 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.950584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:03.968569 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] Sync routers for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:03.981114 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:03.992989 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:03.994514 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:04.076555 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "DELETE /v2.0/floatingips/99c64715-08f2-4cfc-a901-875000ede9e1 HTTP/1.1" status: 204 len: 168 time: 2.3421297 May 31 16:26:04.077833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:04.082315 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:04.213331 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5102446-1a68-4d77-bb3d-145832eb07ea x-openstack-request-id: req-d5102446-1a68-4d77-bb3d-145832eb07ea {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:04.213655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:04.213961 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5102446-1a68-4d77-bb3d-145832eb07ea {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:04.214385 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'status': 'completed', 'code': 200} May 31 16:26:04.238370 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6653536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7375030'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.246736 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:04.295563 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:04.301285 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf054dc-363c-4ed4-ac86-e339f01f1644,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:04.307655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:04.317640 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.327267 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bcf054dc-363c-4ed4-ac86-e339f01f1644 HTTP/1.1" status: 204 len: 168 time: 0.7176781 May 31 16:26:04.329598 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53026) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:04.422607 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-c7459a32-cbb7-437d-811a-2b103c763cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:04.424151 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-c7459a32-cbb7-437d-811a-2b103c763cfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d2d03c285144a48858d0a40f0e01f85&device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 1098 time: 0.1673768 May 31 16:26:04.463996 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.533755 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ceefd-0ad6-4e57-94d9-6f22531e0db9 req-555f4e98-ec61-4d08-b529-a6582bd0ac86 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:04.535745 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-832ceefd-0ad6-4e57-94d9-6f22531e0db9 req-555f4e98-ec61-4d08-b529-a6582bd0ac86 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.2112734 May 31 16:26:04.641160 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-832ceefd-0ad6-4e57-94d9-6f22531e0db9 req-160a18e0-c6b1-4a68-8eb5-e8f3af878370 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940433 May 31 16:26:04.666855 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.685872 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7536c0da-3c00-40b2-833f-23c9c38c5474']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:04.691746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-91d48970-97bd-4811-bf52-cb558aadd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:04.693926 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-91d48970-97bd-4811-bf52-cb558aadd901 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 200 len: 915 time: 0.2632899 May 31 16:26:04.711354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07666c7a-6a81-4856-98b7-29006eddb695') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:04.711661 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07666c7a-6a81-4856-98b7-29006eddb695') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:04.726522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.751888 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.759114 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:04.759452 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.773631 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-68238bd9-351f-4dc3-b490-8a8bc7d7a5ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 200 len: 217 time: 0.0711572 May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:04.787783 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:04.813868 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:21Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:04.818059 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] Checking router: 88a72362-fb26-48f6-a7b0-2823f489c740 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:04.828157 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:04.828805 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:25:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:04.867408 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.876504 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:04.889830 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-d3d61720-2760-4bbd-8a8c-54af0cf87c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:04.892726 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-d3d61720-2760-4bbd-8a8c-54af0cf87c73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 200 len: 853 time: 0.1122980 May 31 16:26:04.900626 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:04.906674 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7536c0da-3c00-40b2-833f-23c9c38c5474 HTTP/1.1" status: 204 len: 168 time: 0.5757298 May 31 16:26:04.920339 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=7536c0da-3c00-40b2-833f-23c9c38c5474,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:04.927171 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-58f9b22d-3e81-46fc-9330-9e7061458b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:04.990431 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-89496bb2-f76c-4dd8-b18f-1706da141820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:04.991910 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-89496bb2-f76c-4dd8-b18f-1706da141820 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9649ccf-2e87-4001-b491-5e611c968f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925589 May 31 16:26:05.062287 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:05.147546 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53038) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:05.165398 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-b9932bf8-8f85-4b77-9234-f54aefb3da56 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635106 May 31 16:26:05.206674 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-1b3e6789-fcd1-4112-a3b1-65293bf5cece admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=266ca8e6c86f438a90118451fdf0bb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578902 May 31 16:26:05.209433 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53042) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:05.279748 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.322447 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.342172 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e3146cc7-2c04-4ffa-9c4b-166f5145b2a0 req-8fd92b37-d659-4574-88f1-44839c8adc00 service neutron] 10.222.0.35 "GET /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624687 May 31 16:26:05.425739 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.438524 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-87a2a31f-e800-4804-b349-9ac61b9c46be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:05.440896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:21Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:05.445807 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2997e-e2ce-4f4f-878a-1f2682c36f20 None None] The sync data for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb is: [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:23:10Z', 'revision_number': 4, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': 'b50f5b54-050b-4e98-bc36-29794bf57b75', 'name': '', 'network_id': 'd9649ccf-2e87-4001-b491-5e611c968f8f', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'mac_address': 'fa:16:3e:5f:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:07Z', 'updated_at': '2021-05-31T16:23:21Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'subnets': [{'id': '58c29bcf-f354-4ab6-9cbe-60461c750881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:05.462006 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb380fb-684b-4175-a102-5aa389ce3557,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:05.485369 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:05.493717 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcb380fb-684b-4175-a102-5aa389ce3557 HTTP/1.1" status: 204 len: 168 time: 0.2825077 May 31 16:26:05.495722 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:05.742064 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8e5f74-2112-4f9d-82be-841f009b7e9a None None] New status for floating IP 99c64715-08f2-4cfc-a901-875000ede9e1: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:26:05.874681 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce8598-1520-469b-807d-9edac6731a84 req-9a311719-4617-45d6-b6e8-2b21d69582da tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:05.874681 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3cce8598-1520-469b-807d-9edac6731a84 req-9a311719-4617-45d6-b6e8-2b21d69582da tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1134877 May 31 16:26:05.928341 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3cce8598-1520-469b-807d-9edac6731a84 req-fc68bcbf-de9a-4575-a34d-de11ea6a1062 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511520 May 31 16:26:07.153039 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433a7b0-aacb-4b9b-ad8c-9db76dff1acd req-31753e4e-a82b-47ff-bd4b-5e9f465923bf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:07.154705 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a433a7b0-aacb-4b9b-ad8c-9db76dff1acd req-31753e4e-a82b-47ff-bd4b-5e9f465923bf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0848560 May 31 16:26:07.233511 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a433a7b0-aacb-4b9b-ad8c-9db76dff1acd req-5ae192e7-1e81-41f4-bbba-37fa644786d5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726476 May 31 16:26:07.862314 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b2d28-fce9-497b-8fe1-571dc70e812e req-4a9d49e6-c2dc-4a3c-8cd9-c7d25df4aa5f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:07.862957 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-334b2d28-fce9-497b-8fe1-571dc70e812e req-4a9d49e6-c2dc-4a3c-8cd9-c7d25df4aa5f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Synchronizing usage tracker for tenant:7d2d03c285144a48858d0a40f0e01f85 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:26:07.880768 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-334b2d28-fce9-497b-8fe1-571dc70e812e req-4a9d49e6-c2dc-4a3c-8cd9-c7d25df4aa5f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Unset dirty status for tenant:7d2d03c285144a48858d0a40f0e01f85 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:26:07.881986 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-334b2d28-fce9-497b-8fe1-571dc70e812e req-4a9d49e6-c2dc-4a3c-8cd9-c7d25df4aa5f tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.1091218 May 31 16:26:07.933056 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-334b2d28-fce9-497b-8fe1-571dc70e812e req-c90f4890-df63-4392-8acd-fd65dfa792c0 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 May 31 16:26:08.491541 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8f3e5-2f9e-499c-9dcf-b30d6bc54a5c req-f0dbdf04-18f5-4702-a0f5-526802ecaf06 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:08.493147 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3bf8f3e5-2f9e-499c-9dcf-b30d6bc54a5c req-f0dbdf04-18f5-4702-a0f5-526802ecaf06 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1214631 May 31 16:26:08.553038 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-3bf8f3e5-2f9e-499c-9dcf-b30d6bc54a5c req-4fcbbb0e-7336-464a-b628-bb022bdd489f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502634 May 31 16:26:09.129673 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c79c1-ecab-451d-bc89-9cd482f47c05 req-b0ca6e44-053d-49e3-9195-343a07b2fae5 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:09.131133 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-152c79c1-ecab-451d-bc89-9cd482f47c05 req-b0ca6e44-053d-49e3-9195-343a07b2fae5 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.0830219 May 31 16:26:09.186400 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-152c79c1-ecab-451d-bc89-9cd482f47c05 req-056e5001-bc7a-402f-aa31-63b7c3848812 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490253 May 31 16:26:09.758249 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-54b98434-05c6-4866-b84a-c685aed2f5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:09.764361 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d288b-50de-4303-a0f1-7329233b9ce4 req-54119035-91e1-4043-bc38-1775109f3a72 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:09.765898 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b19d288b-50de-4303-a0f1-7329233b9ce4 req-54119035-91e1-4043-bc38-1775109f3a72 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0886431 May 31 16:26:09.870866 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b19d288b-50de-4303-a0f1-7329233b9ce4 req-e714bc6c-ac02-43a5-86ee-c5c0264f6a8e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986063 May 31 16:26:09.910208 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-a11b9db3-ebe5-4dd6-877a-775e40ea2c13 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:09.911666 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-a11b9db3-ebe5-4dd6-877a-775e40ea2c13 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.35 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.1050203 May 31 16:26:10.158472 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Deleting port 8bffbeef-f402-46cf-809f-87f346836cdc {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:10.158706 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:10.299957 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] For port 8bffbeef-f402-46cf-809f-87f346836cdc, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=8bffbeef-f402-46cf-809f-87f346836cdc,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:10.300363 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:10.478129 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Calling delete_port for 8bffbeef-f402-46cf-809f-87f346836cdc owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:10.530519 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238147c5-e461-4a6e-9915-f26758cb40ed req-766acd79-ecde-4b44-b923-699e60353b55 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:10.532000 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-238147c5-e461-4a6e-9915-f26758cb40ed req-766acd79-ecde-4b44-b923-699e60353b55 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14b153a-699f-4aef-a216-e042d91e8abd HTTP/1.1" status: 200 len: 945 time: 0.2239118 May 31 16:26:10.632089 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-238147c5-e461-4a6e-9915-f26758cb40ed req-f8830bb7-ae42-40b8-bd02-6e1d76744a46 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872409 May 31 16:26:10.662859 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:10.669847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:10.681446 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['8bffbeef-f402-46cf-809f-87f346836cdc'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:10.724154 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Pushing event deleted for resources: {'Port': ['ID=8bffbeef-f402-46cf-809f-87f346836cdc,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:10.733537 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:10.834195 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] No DVR routers for this DVR port 8bffbeef-f402-46cf-809f-87f346836cdc on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:10.836845 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:10.839615 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'name': 'network-vif-deleted', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:10.841907 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6d5d4e-ae04-4d8c-b3ea-b75cad966cf7" -d '{"events": [{"server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "name": "network-vif-deleted", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:10.857960 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-10ccfc31-853b-47f5-95f0-c204a4078416 req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] 10.222.0.35 "DELETE /v2.0/ports/8bffbeef-f402-46cf-809f-87f346836cdc HTTP/1.1" status: 204 len: 173 time: 0.9386592 May 31 16:26:11.056183 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c3fcc-b120-4948-ad6c-51c9408e3ff5 x-openstack-request-id: req-a25c3fcc-b120-4948-ad6c-51c9408e3ff5 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:11.057844 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14b153a-699f-4aef-a216-e042d91e8abd", "name": "network-vif-deleted", "tag": "8bffbeef-f402-46cf-809f-87f346836cdc", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:11.058273 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a25c3fcc-b120-4948-ad6c-51c9408e3ff5 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:11.058900 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14b153a-699f-4aef-a216-e042d91e8abd', 'name': 'network-vif-deleted', 'tag': '8bffbeef-f402-46cf-809f-87f346836cdc', 'status': 'completed', 'code': 200} May 31 16:26:11.139276 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd038b6-2a0a-44d1-99c1-134a731a9148 req-0976d8f8-26d2-426b-9d9f-3d9f15327ad1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:11.141754 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fdd038b6-2a0a-44d1-99c1-134a731a9148 req-0976d8f8-26d2-426b-9d9f-3d9f15327ad1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1378114 May 31 16:26:11.190470 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fdd038b6-2a0a-44d1-99c1-134a731a9148 req-178c1ca8-81f7-4cd2-a4e9-050459ce3fb5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 May 31 16:26:12.112030 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8f49f5bb-68c6-496c-9fa3-b5c5b58b18a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.214918 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:12.411235 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0daf-26b1-4ba7-9607-9c7af8b96278 req-067f9b02-56b3-4958-98d7-980a1a64a84c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:12.412919 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-12dc0daf-26b1-4ba7-9607-9c7af8b96278 req-067f9b02-56b3-4958-98d7-980a1a64a84c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0970459 May 31 16:26:12.463761 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-12dc0daf-26b1-4ba7-9607-9c7af8b96278 req-ac7cff7d-bab4-433f-a8a9-5a0707c3e17f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 May 31 16:26:12.496662 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53224) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:13.201453 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.318289 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.430095 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.629034 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Deleting port b50f5b54-050b-4e98-bc36-29794bf57b75 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:13.629651 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.633497 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 8bffbeef-f402-46cf-809f-87f346836cdc no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:13.662931 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1beb7-da7a-454f-8a0e-a0297f16a336 req-e055e9c9-9972-4ee8-a3ea-0495924c4bf7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:13.664950 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04b1beb7-da7a-454f-8a0e-a0297f16a336 req-e055e9c9-9972-4ee8-a3ea-0495924c4bf7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0865664 May 31 16:26:13.672416 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 8bffbeef-f402-46cf-809f-87f346836cdc {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:13.673036 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 8bffbeef-f402-46cf-809f-87f346836cdc not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:13.717122 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-04b1beb7-da7a-454f-8a0e-a0297f16a336 req-c786643b-d837-49ce-b63e-ababc7438faa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 May 31 16:26:13.765768 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] For port b50f5b54-050b-4e98-bc36-29794bf57b75, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b50f5b54-050b-4e98-bc36-29794bf57b75,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:13.766018 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:13.894945 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Calling delete_port for b50f5b54-050b-4e98-bc36-29794bf57b75 owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:14.064609 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.068792 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5061b40f-f1dc-48ef-b5ce-a35cae1fb40a tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:14.119541 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Pushing event deleted for resources: {'Port': ['ID=b50f5b54-050b-4e98-bc36-29794bf57b75,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:14.123161 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:14.524899 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.717051 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:14.919166 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd5e06-cb56-4743-af8e-cb9f258bbbdb req-6e323402-fe5e-414d-82d2-dbe9cf4707cc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:14.920881 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-72fd5e06-cb56-4743-af8e-cb9f258bbbdb req-6e323402-fe5e-414d-82d2-dbe9cf4707cc tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0909493 May 31 16:26:14.923460 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Router 88a72362-fb26-48f6-a7b0-2823f489c740 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:26:14.972428 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-72fd5e06-cb56-4743-af8e-cb9f258bbbdb req-4f871710-6c59-4331-9890-a7f6ac9490ad tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 May 31 16:26:15.118752 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:15.129972 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] Sync routers for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:15.136281 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53246) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:15.136515 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-5109b10f-edd4-42c8-8ad6-15b5aac6d035 admin admin] 10.222.0.61 "PUT /v2.0/routers/88a72362-fb26-48f6-a7b0-2823f489c740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6384871 May 31 16:26:15.145852 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:15.146509 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.331229 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.349948 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:15.552872 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.672659 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '486c83e0-317f-441d-af8e-100091418778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:26:13Z', 'revision_number': 5, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port': {'id': '486c83e0-317f-441d-af8e-100091418778', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:01Z', 'updated_at': '2021-05-31T16:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.681124 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] Checking router: 88a72362-fb26-48f6-a7b0-2823f489c740 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:15.691636 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] Routers {'88a72362-fb26-48f6-a7b0-2823f489c740'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:15.692311 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['88a72362-fb26-48f6-a7b0-2823f489c740'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.728457 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Deleting port 486c83e0-317f-441d-af8e-100091418778 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:15.728793 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.848739 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] Set router 88a72362-fb26-48f6-a7b0-2823f489c740 gateway port host: None {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:15.852830 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] For port 486c83e0-317f-441d-af8e-100091418778, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=486c83e0-317f-441d-af8e-100091418778,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:15.853217 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:15.965671 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:26:15Z', 'revision_number': 6, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:15.970001 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f88325-6fa5-45ef-9504-b6bc8069fc6f None None] The sync data for ids ['88a72362-fb26-48f6-a7b0-2823f489c740'] in dv-cinder-793814-1-smb is: [{'id': '88a72362-fb26-48f6-a7b0-2823f489c740', 'name': 'tempest-TestMinimumBasicScenario-273749711-router', 'tenant_id': '7d2d03c285144a48858d0a40f0e01f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:22:59Z', 'updated_at': '2021-05-31T16:26:15Z', 'revision_number': 6, 'project_id': '7d2d03c285144a48858d0a40f0e01f85', 'gw_port_host': None}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:15.983019 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Calling delete_port for 486c83e0-317f-441d-af8e-100091418778 owned by network:router_gateway {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:16.271021 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43a93b-b4f9-41c4-8bdc-7b4a0002d0a6 req-0f1a027e-7c96-4a56-b7cf-3445827cd63c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:16.272660 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-df43a93b-b4f9-41c4-8bdc-7b4a0002d0a6 req-0f1a027e-7c96-4a56-b7cf-3445827cd63c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1175792 May 31 16:26:16.366745 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-df43a93b-b4f9-41c4-8bdc-7b4a0002d0a6 req-bcd7ace3-3b7b-47b8-b4aa-2a2824560f44 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633810 May 31 16:26:16.368164 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.372917 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-882e4a2a-f917-40c8-8987-1a6504805318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:16.469408 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=486c83e0-317f-441d-af8e-100091418778,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:16.476177 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:16.537797 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.715034 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.717418 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.803889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.804488 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a72362-fb26-48f6-a7b0-2823f489c740 {{(pid=91772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:26:16.818374 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.819493 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-c7d1fcee-b7a1-4705-bb6b-e96700eb8c4c admin admin] 10.222.0.61 "DELETE /v2.0/routers/88a72362-fb26-48f6-a7b0-2823f489c740 HTTP/1.1" status: 204 len: 168 time: 1.6821382 May 31 16:26:16.822554 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53258) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:16.882057 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Deleting subnet 58c29bcf-f354-4ab6-9cbe-60461c750881 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:16.885846 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:16.942112 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.051872 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 486c83e0-317f-441d-af8e-100091418778 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:17.090213 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 486c83e0-317f-441d-af8e-100091418778 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:17.090654 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 486c83e0-317f-441d-af8e-100091418778 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:17.091236 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b50f5b54-050b-4e98-bc36-29794bf57b75 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:17.092553 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.126533 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: b50f5b54-050b-4e98-bc36-29794bf57b75 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:17.126845 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b50f5b54-050b-4e98-bc36-29794bf57b75 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:17.464523 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.470488 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e54c83af-9748-4392-9f2f-ea226c87247c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:17.564766 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c29bcf-f354-4ab6-9cbe-60461c750881,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:17.567712 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:17.581317 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69997f9d-33f8-4681-8f8a-1e260cdf065a None None] Network d9649ccf-2e87-4001-b491-5e611c968f8f requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:17.582936 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.607331 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-121884de-348e-437a-ba07-cb4d4ea12564 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/58c29bcf-f354-4ab6-9cbe-60461c750881 HTTP/1.1" status: 204 len: 168 time: 0.7837145 May 31 16:26:17.609977 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53268) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:17.646466 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11aa8-bafe-46b0-96e2-f72c2d93b240 req-2fa2cf17-8102-48e7-bc4c-723a4baffcaa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:17.648463 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7f11aa8-bafe-46b0-96e2-f72c2d93b240 req-2fa2cf17-8102-48e7-bc4c-723a4baffcaa tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1299059 May 31 16:26:17.717885 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7f11aa8-bafe-46b0-96e2-f72c2d93b240 req-50fff59a-f644-450c-86a3-82a0c7ebcf0a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624378 May 31 16:26:17.726313 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.802764 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Deleting port b7e0ca97-3cd5-4a03-9411-c7f679434e41 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:17.803611 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.865944 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] DHCP port deletion for d9649ccf-2e87-4001-b491-5e611c968f8f request from dv-cinder-793814-1-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:26:17.911128 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] For port b7e0ca97-3cd5-4a03-9411-c7f679434e41, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b7e0ca97-3cd5-4a03-9411-c7f679434e41,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:17.911480 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:17.940519 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Deleting port b7e0ca97-3cd5-4a03-9411-c7f679434e41 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:17.940900 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.045532 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Calling delete_port for b7e0ca97-3cd5-4a03-9411-c7f679434e41 owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:18.074845 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] For port b7e0ca97-3cd5-4a03-9411-c7f679434e41, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=b7e0ca97-3cd5-4a03-9411-c7f679434e41,segment=NetworkSegment(878439f9-964a-4da2-94e8-097c4d5ec98a),segment_id=878439f9-964a-4da2-94e8-097c4d5ec98a)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:18.075505 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.095348 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.099337 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-28969586-09a0-4311-97b2-6166d08c83c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:18.146322 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e0ca97-3cd5-4a03-9411-c7f679434e41,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:18.148499 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] No DVR routers for this DVR port b7e0ca97-3cd5-4a03-9411-c7f679434e41 on host dv-cinder-793814-1-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:18.150833 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:18.198529 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Calling delete_port for b7e0ca97-3cd5-4a03-9411-c7f679434e41 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:18.267266 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.283216 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9649ccf-2e87-4001-b491-5e611c968f8f']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:18.298345 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878439f9-964a-4da2-94e8-097c4d5ec98a') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:18.298776 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878439f9-964a-4da2-94e8-097c4d5ec98a') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:18.310656 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.327535 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.330562 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.334233 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:18.334433 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:18.334856 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:18.348584 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:18.377631 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Pushing event deleted for resources: {'Port': ['ID=b7e0ca97-3cd5-4a03-9411-c7f679434e41,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:18.391537 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.391874 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.392282 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.392561 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.392922 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.393279 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.393602 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.393920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.394258 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.394612 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.394920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.396350 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:18.400679 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] No DVR routers for this DVR port b7e0ca97-3cd5-4a03-9411-c7f679434e41 on host dv-cinder-793814-1-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:18.401977 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:18.451009 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.455878 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7eb4e7d6-aa0d-4773-8e21-05e4f7811a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:18.475680 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:18.489685 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9649ccf-2e87-4001-b491-5e611c968f8f,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:18.492900 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:18.504487 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] 10.222.0.61 "DELETE /v2.0/networks/d9649ccf-2e87-4001-b491-5e611c968f8f HTTP/1.1" status: 204 len: 168 time: 0.8924477 May 31 16:26:18.507446 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53274) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:18.930998 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc0e86-f35d-4658-bfd0-d2a008e223a1 req-398103fb-821a-40f3-af7c-14da97e1b8c4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:18.933429 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33dc0e86-f35d-4658-bfd0-d2a008e223a1 req-398103fb-821a-40f3-af7c-14da97e1b8c4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0973160 May 31 16:26:18.993502 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-33dc0e86-f35d-4658-bfd0-d2a008e223a1 req-14d7b64e-8084-4f1c-bcc1-360987302c85 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 May 31 16:26:19.028416 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b7e0ca97-3cd5-4a03-9411-c7f679434e41 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:19.079067 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: b7e0ca97-3cd5-4a03-9411-c7f679434e41 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:19.079783 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device b7e0ca97-3cd5-4a03-9411-c7f679434e41 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:19.220110 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.638284 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Deleting port d57c09bc-256f-469e-a8e7-4a02ada0bc05 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:19.638686 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.686396 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:26:19.775750 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] For port d57c09bc-256f-469e-a8e7-4a02ada0bc05, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d57c09bc-256f-469e-a8e7-4a02ada0bc05,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:19.776187 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.833255 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:19.847905 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'mac_address': 'fa:16:3e:79:5c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:26:19.904262 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.904527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Calling delete_port for d57c09bc-256f-469e-a8e7-4a02ada0bc05 owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:19.923936 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c80eaa7a-7df8-41e7-9110-fc9615e41c67 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:26:19.940834 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:19.944750 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:19.947588 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-ad0a3547-8772-4acf-ad4b-65f85c74b247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:20.022886 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=6']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:20.026416 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:20.042186 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['c80eaa7a-7df8-41e7-9110-fc9615e41c67'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:20.081421 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.088349 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7982f267-a079-441d-a114-f70c53efb75c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:20.132352 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Pushing event deleted for resources: {'Port': ['ID=d57c09bc-256f-469e-a8e7-4a02ada0bc05,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:20.135532 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:20.276528 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88060bb-f7bf-42ca-9c26-dd223d7af287 req-5c64356f-7b94-4802-8b2b-138d41e2b36e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:20.279481 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d88060bb-f7bf-42ca-9c26-dd223d7af287 req-5c64356f-7b94-4802-8b2b-138d41e2b36e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 945 time: 0.1492059 May 31 16:26:20.327697 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d88060bb-f7bf-42ca-9c26-dd223d7af287 req-1969f8be-910f-4107-aa30-dca6f43e4a99 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 May 31 16:26:20.520257 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:20.886725 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Router 6b3b9194-50b3-4580-81f1-3a072af1492a has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:26:21.078515 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:21.091843 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] Sync routers for ids ['6b3b9194-50b3-4580-81f1-3a072af1492a'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:21.097111 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-912ecd44-e8b1-4891-a9ed-c3789498099b admin admin] 10.222.0.61 "PUT /v2.0/routers/6b3b9194-50b3-4580-81f1-3a072af1492a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885906 May 31 16:26:21.100036 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53304) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:21.104836 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] Routers {'6b3b9194-50b3-4580-81f1-3a072af1492a'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:21.105464 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['6b3b9194-50b3-4580-81f1-3a072af1492a'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:21.277801 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.292141 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] Set router 6b3b9194-50b3-4580-81f1-3a072af1492a gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:21.541986 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf9983-fa76-4318-b00b-1d86a1aae8aa req-8cd8b303-6f44-4f31-9a6f-49757ebd60bb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:21.544182 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4bbf9983-fa76-4318-b00b-1d86a1aae8aa req-8cd8b303-6f44-4f31-9a6f-49757ebd60bb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 945 time: 0.0911324 May 31 16:26:21.566578 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.585602 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:26:20Z', 'revision_number': 5, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port': {'id': '2d0c5e5f-bb3d-4b77-b968-c66f8be34dba', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:23:18Z', 'updated_at': '2021-05-31T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:21.589929 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] Checking router: 6b3b9194-50b3-4580-81f1-3a072af1492a for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:21.598850 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] Routers {'6b3b9194-50b3-4580-81f1-3a072af1492a'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:21.599465 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['6b3b9194-50b3-4580-81f1-3a072af1492a'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:21.608250 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4bbf9983-fa76-4318-b00b-1d86a1aae8aa req-7a5d0c7b-73bc-41c0-9229-5bc94e191733 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556531 May 31 16:26:21.651225 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Deleting port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:21.651566 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.699029 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:26:21.757512 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] Set router 6b3b9194-50b3-4580-81f1-3a072af1492a gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:21.828467 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port c80eaa7a-7df8-41e7-9110-fc9615e41c67 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:21.828949 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:21.880013 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:26:21Z', 'revision_number': 6, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:21.886991 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4e3a2-8615-4ee8-a7a4-1f04bb10beca None None] The sync data for ids ['6b3b9194-50b3-4580-81f1-3a072af1492a'] in dv-cinder-793814-1-smb is: [{'id': '6b3b9194-50b3-4580-81f1-3a072af1492a', 'name': 'tempest-TestMinimumBasicScenario-1532687932-router', 'tenant_id': '55c06c5b87484860b5842f68e4d104a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:23:17Z', 'updated_at': '2021-05-31T16:26:21Z', 'revision_number': 6, 'project_id': '55c06c5b87484860b5842f68e4d104a1', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:21.926791 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] For port 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:21.926791 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.019269 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.047529 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:22.051267 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2e90a4-c7c0-41e1-80b2-ccfa594de2ca" -d '{"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:22.056884 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Calling delete_port for 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:22.068704 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:22.073949 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.077689 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:22.151104 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=7']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:22.154614 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:22.205862 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79244e7-c2d8-4c37-9501-c108b0419e77 x-openstack-request-id: req-f79244e7-c2d8-4c37-9501-c108b0419e77 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:22.206163 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:22.206423 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f79244e7-c2d8-4c37-9501-c108b0419e77 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:22.206835 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'code': 200} May 31 16:26:22.235476 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.239589 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6a827ad8-d178-4da7-bfa6-f8c69027afe2 tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:22.286613 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0c5e5f-bb3d-4b77-b968-c66f8be34dba,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:22.289074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:22.382448 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.561389 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.564037 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.594616 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.595582 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3b9194-50b3-4580-81f1-3a072af1492a {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:26:22.611405 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.612596 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-186d9792-1ca7-4500-a43c-fafc909cedb0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6b3b9194-50b3-4580-81f1-3a072af1492a HTTP/1.1" status: 204 len: 168 time: 1.5115099 May 31 16:26:22.615501 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53322) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:22.685373 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Deleting subnet e4194ead-6d91-4efa-890c-921cfa09ed79 {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:26:22.688479 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.741990 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6582533'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.837148 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0589e-04dc-4d41-bde6-8e8075396f32 req-47aaf6f8-0ae3-4d59-a065-18c958935179 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:22.840236 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-08e0589e-04dc-4d41-bde6-8e8075396f32 req-47aaf6f8-0ae3-4d59-a065-18c958935179 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1050684 May 31 16:26:22.872103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:22.904443 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-08e0589e-04dc-4d41-bde6-8e8075396f32 req-77425953-6556-4a5a-b2f4-f629c3a76ad4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571887 May 31 16:26:23.032732 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d57c09bc-256f-469e-a8e7-4a02ada0bc05 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:23.072587 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: d57c09bc-256f-469e-a8e7-4a02ada0bc05 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:23.072925 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d57c09bc-256f-469e-a8e7-4a02ada0bc05 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:23.073542 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:23.117384 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:23.117704 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 2d0c5e5f-bb3d-4b77-b968-c66f8be34dba not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:23.176376 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6653536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7375030'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.183225 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-15e4b1dd-d580-45dc-a132-6b0f65d75fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:23.246570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.252284 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b4f68-ae72-45df-9275-ff22a859b8e3 None None] Network c3a2df21-f3f3-491f-a71f-aaa4b74336be requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:26:23.254264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4194ead-6d91-4efa-890c-921cfa09ed79,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:23.263638 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:23.269911 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7261f714-4eae-411b-8136-56a0b389b639 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e4194ead-6d91-4efa-890c-921cfa09ed79 HTTP/1.1" status: 204 len: 168 time: 0.6532762 May 31 16:26:23.272630 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53342) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:23.475704 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.619079 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Deleting port d3da8034-77ee-4bab-b359-48000eadfcf0 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:23.619976 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.691526 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] DHCP port deletion for c3a2df21-f3f3-491f-a71f-aaa4b74336be request from dv-cinder-793814-1-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:26:23.832725 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Deleting port d3da8034-77ee-4bab-b359-48000eadfcf0 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:23.833869 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:23.874867 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] For port d3da8034-77ee-4bab-b359-48000eadfcf0, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d3da8034-77ee-4bab-b359-48000eadfcf0,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:23.875544 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.038103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Calling delete_port for d3da8034-77ee-4bab-b359-48000eadfcf0 owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:24.078069 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] For port d3da8034-77ee-4bab-b359-48000eadfcf0, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=d3da8034-77ee-4bab-b359-48000eadfcf0,segment=NetworkSegment(a3fa18a5-b015-4ca4-b468-6c879114d1cb),segment_id=a3fa18a5-b015-4ca4-b468-6c879114d1cb)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:24.078704 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.105253 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.111707 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-187eacec-d3d1-49c9-a302-d29b9df4eec5 tempest-VolumesSnapshotTestJSON-832077744 tempest-VolumesSnapshotTestJSON-832077744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:24.170350 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3da8034-77ee-4bab-b359-48000eadfcf0,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:24.179480 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:24.192074 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] No DVR routers for this DVR port d3da8034-77ee-4bab-b359-48000eadfcf0 on host dv-cinder-793814-1-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:24.224442 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Calling delete_port for d3da8034-77ee-4bab-b359-48000eadfcf0 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:24.243405 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c69d6d-4e59-45b9-b4b2-f40ab01bffdb req-175c444b-1ccf-485f-8f75-9118f58820d5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:24.246159 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-64c69d6d-4e59-45b9-b4b2-f40ab01bffdb req-175c444b-1ccf-485f-8f75-9118f58820d5 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1257389 May 31 16:26:24.297714 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.303853 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:24.314540 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-64c69d6d-4e59-45b9-b4b2-f40ab01bffdb req-d44fd025-fe43-4360-9a0d-5829aac00ffe tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622773 May 31 16:26:24.365455 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Pushing event deleted for resources: {'Port': ['ID=d3da8034-77ee-4bab-b359-48000eadfcf0,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:24.369369 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:24.370482 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26634c21-f5bd-48ad-a619-21beb1017793 None None] No DVR routers for this DVR port d3da8034-77ee-4bab-b359-48000eadfcf0 on host dv-cinder-793814-1-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:24.375068 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.393829 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2df21-f3f3-491f-a71f-aaa4b74336be']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:24.411633 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fa18a5-b015-4ca4-b468-6c879114d1cb') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:24.412041 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fa18a5-b015-4ca4-b468-6c879114d1cb') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:24.428869 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.450610 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.458471 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:26:24.459335 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:26:24.476774 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:26:24.599407 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.606451 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:24.622375 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:24.633699 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a2df21-f3f3-491f-a71f-aaa4b74336be,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:24.638687 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:24.647400 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c3a2df21-f3f3-491f-a71f-aaa4b74336be HTTP/1.1" status: 204 len: 168 time: 1.3714323 May 31 16:26:24.881134 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53372) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:24.943959 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-4cde1330-8d7c-43b6-9b08-2be6e5c3450d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d2d03c285144a48858d0a40f0e01f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593436 May 31 16:26:24.944384 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53376) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:25.026638 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d3da8034-77ee-4bab-b359-48000eadfcf0 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:25.042016 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.075881 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.092453 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: d3da8034-77ee-4bab-b359-48000eadfcf0 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:26:25.093880 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device d3da8034-77ee-4bab-b359-48000eadfcf0 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:26:25.164620 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.172146 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cecbf61d-aa20-4280-a926-08301c5fadef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:25.186969 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ce1929-d3a0-455c-8a3f-eac0dd2d24aa,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:25.188910 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.196792 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10ce1929-d3a0-455c-8a3f-eac0dd2d24aa HTTP/1.1" status: 204 len: 168 time: 0.2510145 May 31 16:26:25.200964 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:25.612490 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5258a5f-4bd1-462c-a629-7373bbd3aae5 req-33231f62-aa9e-4aea-bb03-0093c289656a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:25.614818 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5258a5f-4bd1-462c-a629-7373bbd3aae5 req-33231f62-aa9e-4aea-bb03-0093c289656a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1534812 May 31 16:26:25.693817 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a5258a5f-4bd1-462c-a629-7373bbd3aae5 req-5d5d7862-f214-4056-a0c4-d909000cf35d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695806 May 31 16:26:25.769290 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53394) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:25.822943 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-3b4f40a9-e3d4-4c9d-a3fd-e763a06852ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55c06c5b87484860b5842f68e4d104a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522366 May 31 16:26:25.825417 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53398) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:25.893958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.927607 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:25.997509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.002352 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e95d49bd-2bc6-4cd5-bbb1-6f297e6d371a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:26.018359 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e67007-0b4c-4630-a912-7589b3a3ece8,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:26.025453 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:26.027731 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:26.028981 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e67007-0b4c-4630-a912-7589b3a3ece8 HTTP/1.1" status: 204 len: 168 time: 0.2023211 May 31 16:26:27.029580 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8a5ac-aaa2-4500-88d3-c7e8b6ab9541 req-10d2ea2e-0e7d-4134-b6ce-6d303695f397 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:27.031162 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6f8a5ac-aaa2-4500-88d3-c7e8b6ab9541 req-10d2ea2e-0e7d-4134-b6ce-6d303695f397 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1610444 May 31 16:26:27.086479 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f6f8a5ac-aaa2-4500-88d3-c7e8b6ab9541 req-c143ba88-2e1c-42ca-ac84-967bf0e1ec8d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487602 May 31 16:26:28.334985 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69aed8-ea04-4df7-befd-9e0527a33439 req-28344057-41f5-4ec2-97c0-62e2dcc46c29 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:28.338032 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b69aed8-ea04-4df7-befd-9e0527a33439 req-28344057-41f5-4ec2-97c0-62e2dcc46c29 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1175792 May 31 16:26:28.422639 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-0b69aed8-ea04-4df7-befd-9e0527a33439 req-cd64c203-61d2-43b7-a1fd-c37c15a417b6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780785 May 31 16:26:29.693748 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271006-c0d2-4846-94dd-f6a618cdded7 req-adf297c0-e840-455a-9d4b-f6d52bd965e4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:29.695412 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78271006-c0d2-4846-94dd-f6a618cdded7 req-adf297c0-e840-455a-9d4b-f6d52bd965e4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1158092 May 31 16:26:29.755909 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78271006-c0d2-4846-94dd-f6a618cdded7 req-3ce85b14-fef2-4693-85e6-6993b3f3377e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540173 May 31 16:26:31.011233 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb807c58-e388-4835-9b99-0d34bcb5da46 req-6ad3e430-2209-4f51-a781-38325fcc5fd1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:31.012815 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb807c58-e388-4835-9b99-0d34bcb5da46 req-6ad3e430-2209-4f51-a781-38325fcc5fd1 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1117857 May 31 16:26:31.072378 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-eb807c58-e388-4835-9b99-0d34bcb5da46 req-4fa0ce5a-a52c-43df-9e9a-4a2f1c64c7c8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527749 May 31 16:26:32.345516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd76c-0128-42c4-aab5-eadaa836a0f7 req-629af667-f2dc-47db-9347-bfe069a93ccb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:32.351008 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2aacd76c-0128-42c4-aab5-eadaa836a0f7 req-629af667-f2dc-47db-9347-bfe069a93ccb tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1239839 May 31 16:26:32.368855 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53464) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:32.408329 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2aacd76c-0128-42c4-aab5-eadaa836a0f7 req-62909fe7-9324-41f0-94a3-a033ce7cba5d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499649 May 31 16:26:32.525271 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.545516 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:26:32.549768 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f26ac1e28d794446ab993a3f7d1307be is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:26:32.553348 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:26:32.559706 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:26:32.683005 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.691007 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.700900 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5953c9b3-c5fb-4c9c-b357-66cb53b02c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:32.753442 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f26ac1e28d794446ab993a3f7d1307be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809178 May 31 16:26:32.753442 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a1fcb-d2c3-4f4f-a3b7-ab629dffea97,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:32.753739 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53472) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:32.755370 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:32.840779 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.872735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.951426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.966562 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-bb3ee699-1206-4a6f-a8ba-8985ead7688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:32.987500 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a1fcb-d2c3-4f4f-a3b7-ab629dffea97,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:32.989580 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:32.990808 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a8a1fcb-d2c3-4f4f-a3b7-ab629dffea97 HTTP/1.1" status: 204 len: 168 time: 0.2359977 May 31 16:26:32.991632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:33.620505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6fb07-78bf-494c-a14a-bb96ae051c0e req-fa331eb7-fa5b-44ae-b004-85651354e6bd tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:33.622173 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-08d6fb07-78bf-494c-a14a-bb96ae051c0e req-fa331eb7-fa5b-44ae-b004-85651354e6bd tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0897400 May 31 16:26:33.678873 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-08d6fb07-78bf-494c-a14a-bb96ae051c0e req-eb5948c0-e14a-40db-a251-9e2c19ed6f59 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 May 31 16:26:34.397553 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-663cb1fc-b8ac-4a99-8e1d-824dd0bc4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:34.398991 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-663cb1fc-b8ac-4a99-8e1d-824dd0bc4f87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1099 time: 0.0712671 May 31 16:26:34.635966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-155d3bfe-0146-4d8b-a2b1-d5cd247158c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:34.637499 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-155d3bfe-0146-4d8b-a2b1-d5cd247158c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.2327352 May 31 16:26:34.748749 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-e0b4fd13-43d6-4fed-8778-80040e76f644 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 200 len: 1001 time: 0.1049280 May 31 16:26:34.858992 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-d048168a-884f-449c-bbac-73ac1a46e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:34.860407 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-d048168a-884f-449c-bbac-73ac1a46e7c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.1058404 May 31 16:26:34.956112 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8583-74d3-4016-b0f3-63f12f731266 req-05002733-1e70-4ee9-9e11-6dea3367e516 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:34.957581 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5e8f8583-74d3-4016-b0f3-63f12f731266 req-05002733-1e70-4ee9-9e11-6dea3367e516 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.1530647 May 31 16:26:34.982004 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-d33e90e3-8bb7-41b0-84ff-4572b8f20c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:34.983512 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-d33e90e3-8bb7-41b0-84ff-4572b8f20c5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1161702 May 31 16:26:35.089158 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5e8f8583-74d3-4016-b0f3-63f12f731266 req-28f64790-dd77-450c-bebd-dfcf6c26e114 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223543 May 31 16:26:35.150974 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-d0bb04d8-e3a9-4dd2-af26-71623e86be15 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594555 May 31 16:26:35.289803 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-fb025418-80ef-4b36-9aec-6eb254c16f29 req-d506e392-be51-46c8-b37e-2fd246b1c3a0 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323633 May 31 16:26:36.279530 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75e80e-f664-4b47-a889-af4011d82f40 req-9ea3e41d-45c9-43ae-9380-37c79fe9db7f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:36.281071 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4a75e80e-f664-4b47-a889-af4011d82f40 req-9ea3e41d-45c9-43ae-9380-37c79fe9db7f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0798080 May 31 16:26:36.326278 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4a75e80e-f664-4b47-a889-af4011d82f40 req-cf014a0a-86bd-4c24-91c7-5146294278be tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390012 May 31 16:26:37.522245 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d453f-1b3d-4f42-9730-f1419706830d req-17de4d72-51a6-46f7-bc6b-9f415ea5c96a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:37.523616 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-960d453f-1b3d-4f42-9730-f1419706830d req-17de4d72-51a6-46f7-bc6b-9f415ea5c96a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 946 time: 0.0834258 May 31 16:26:37.568716 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-960d453f-1b3d-4f42-9730-f1419706830d req-cf70b54c-95b9-418c-813d-45be15b169d9 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 May 31 16:26:37.731425 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:26:37.850788 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.883573 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:37.886340 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31335c99-96e9-417a-a779-f82db4ea9093" -d '{"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-unplugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:37.890998 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:37.896524 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:37.899553 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:37.960783 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d78d0c8-cc1f-4180-a6e9-b836fdbd56a9 x-openstack-request-id: req-4d78d0c8-cc1f-4180-a6e9-b836fdbd56a9 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:37.961252 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-unplugged", "status": "failed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "code": 422}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:37.961663 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d78d0c8-cc1f-4180-a6e9-b836fdbd56a9 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:37.962921 dv-cinder-793814-1-smb neutron-server[91774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'code': 422} returned with failed status May 31 16:26:38.003903 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=8']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:38.007020 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:38.707068 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:26:39.120654 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f3722-8a14-4069-8cd3-ed81e7bc4c04 req-556ff2ee-9122-4ae1-8f3c-a06772d34a9b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:39.122116 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-517f3722-8a14-4069-8cd3-ed81e7bc4c04 req-556ff2ee-9122-4ae1-8f3c-a06772d34a9b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1383111 May 31 16:26:39.129010 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-0a5f49eb-dfb0-42b1-b538-bed1c4de4e7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129177 May 31 16:26:39.179386 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-517f3722-8a14-4069-8cd3-ed81e7bc4c04 req-0d9485b4-da49-4ed0-a3c5-196bf6bedcae tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493889 May 31 16:26:39.743936 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4ee6-743d-479c-aeda-3832172fbe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:40.307168 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-45cecf5b-3316-49dc-9ff4-1c178aa2f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:40.308648 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-45cecf5b-3316-49dc-9ff4-1c178aa2f96e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c&tenant_id=089429e586eb458dba6845da4c503031 HTTP/1.1" status: 200 len: 1097 time: 0.0783823 May 31 16:26:40.447608 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fad5e-a0f2-4029-8855-9ed6353f3cfa req-13bb3d16-e32a-41c6-a7a5-4f0a97cd686f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:40.449160 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1f6fad5e-a0f2-4029-8855-9ed6353f3cfa req-13bb3d16-e32a-41c6-a7a5-4f0a97cd686f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1463468 May 31 16:26:40.452185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-95ff6794-3176-44a1-9095-deabf8c068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:40.453645 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-95ff6794-3176-44a1-9095-deabf8c068a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=089429e586eb458dba6845da4c503031&device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1097 time: 0.1127241 May 31 16:26:40.577087 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1f6fad5e-a0f2-4029-8855-9ed6353f3cfa req-c094b491-00b4-4aa0-8818-7407802b7baf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221256 May 31 16:26:40.620253 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-4c27a7f0-3476-4734-9d6a-db5ffe9f92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:40.621692 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-4c27a7f0-3476-4734-9d6a-db5ffe9f92b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 200 len: 917 time: 0.1532011 May 31 16:26:40.721851 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-b90b3773-dc1e-494e-83b1-959f50e9857a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 200 len: 999 time: 0.0933340 May 31 16:26:40.892826 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-6a8f2f68-8687-498a-853c-bb889f91c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:40.894168 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-6a8f2f68-8687-498a-853c-bb889f91c062 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 200 len: 855 time: 0.1655397 May 31 16:26:40.970086 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-ab689cd1-aad4-4ae0-84f9-da46414ca593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:40.971545 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-ab689cd1-aad4-4ae0-84f9-da46414ca593 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=768c2299-8287-4e24-9aee-4858320c6979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706890 May 31 16:26:41.104566 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-d5643234-1eed-4c63-a3a7-82ca30af1990 service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253331 May 31 16:26:41.256684 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a204b152-d873-4cfc-b969-a7be956f7b63 req-26f11e1b-93c8-4df3-aea4-1ffa0fb850bd service neutron] 10.222.0.35 "GET /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456892 May 31 16:26:41.809984 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8998-e8c4-49ca-97f2-26e4c1fe6f05 req-8bafd6d2-5d53-4aa0-b4d9-9610931001be tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:41.811525 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1ecb8998-e8c4-49ca-97f2-26e4c1fe6f05 req-8bafd6d2-5d53-4aa0-b4d9-9610931001be tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1174514 May 31 16:26:41.943054 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1ecb8998-e8c4-49ca-97f2-26e4c1fe6f05 req-137fc32a-ba9c-48db-ad53-a0ff239e2372 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124277 May 31 16:26:42.150853 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e699ff9a-4431-4627-b752-97085fb54c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:42.229890 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:43.170950 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec526f-c9ab-4231-b5b6-5111fc59ece3 req-1aea1918-c7f2-4a0b-9c56-5b81cd65ad06 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:43.173005 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6aec526f-c9ab-4231-b5b6-5111fc59ece3 req-1aea1918-c7f2-4a0b-9c56-5b81cd65ad06 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0998838 May 31 16:26:43.227325 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-6aec526f-c9ab-4231-b5b6-5111fc59ece3 req-f51c0480-33e0-4916-adbf-ddda821ccf2a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469222 May 31 16:26:43.327515 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:43.445485 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:44.432130 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe852b5-6762-41f7-b22c-b2fc9583b63d req-df9e4399-2cd4-4472-b317-2dc2b7df9f61 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:44.433656 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2fe852b5-6762-41f7-b22c-b2fc9583b63d req-df9e4399-2cd4-4472-b317-2dc2b7df9f61 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0860353 May 31 16:26:44.483244 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-2fe852b5-6762-41f7-b22c-b2fc9583b63d req-79d0fa4f-c215-4067-9d8b-5293eedefe36 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438979 May 31 16:26:44.723658 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:45.703716 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bc373-9e74-4d06-b2ad-fd3bb309db52 req-69c69281-4621-4c97-9f45-74743699d2a4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:45.705111 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-016bc373-9e74-4d06-b2ad-fd3bb309db52 req-69c69281-4621-4c97-9f45-74743699d2a4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1029356 May 31 16:26:45.756590 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-016bc373-9e74-4d06-b2ad-fd3bb309db52 req-b22cbe2d-018f-4181-9dd0-7e149f81ac33 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 May 31 16:26:46.953850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9cbd7-cf70-4645-b1de-8eb55f21e736 req-23958a84-6c57-47b4-ba45-a21ed72da6bf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:46.955312 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9da9cbd7-cf70-4645-b1de-8eb55f21e736 req-23958a84-6c57-47b4-ba45-a21ed72da6bf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0838833 May 31 16:26:47.002778 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9da9cbd7-cf70-4645-b1de-8eb55f21e736 req-67c7b0e1-472c-4ed9-8bce-e39eb8899c75 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 May 31 16:26:48.217902 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85343c05-20f9-4710-bbb6-63bd10b4d1fb req-b7cdc63b-dc4e-4f8a-8d79-0d54a6e2c3ac tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:48.219906 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-85343c05-20f9-4710-bbb6-63bd10b4d1fb req-b7cdc63b-dc4e-4f8a-8d79-0d54a6e2c3ac tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1008811 May 31 16:26:48.282849 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-85343c05-20f9-4710-bbb6-63bd10b4d1fb req-374be331-8bbe-41d2-b381-1cff167ec14c tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569086 May 31 16:26:49.502839 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8524aaf-7f16-4acc-89b8-0a86b1aaa865 req-2492dfaa-3f8b-45fb-85ab-f005018aa839 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:49.504398 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b8524aaf-7f16-4acc-89b8-0a86b1aaa865 req-2492dfaa-3f8b-45fb-85ab-f005018aa839 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0876064 May 31 16:26:49.551596 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b8524aaf-7f16-4acc-89b8-0a86b1aaa865 req-17194a9a-e09c-4a9d-85b4-0f9f0c4d5c9a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 May 31 16:26:50.758417 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c57c0-6fd4-4edd-a89e-607e6e8c7db1 req-957c9b8b-b2bd-4cf4-a526-a210a67a51e4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:50.759923 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-398c57c0-6fd4-4edd-a89e-607e6e8c7db1 req-957c9b8b-b2bd-4cf4-a526-a210a67a51e4 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0914185 May 31 16:26:50.814878 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-398c57c0-6fd4-4edd-a89e-607e6e8c7db1 req-54d3c161-5d2c-4e7c-86f5-8c9d07aa3ed8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462804 May 31 16:26:52.010796 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb468fd0-b162-4d51-a6a3-106fb03bde6d req-d77c0677-a17d-4aa6-aded-c443f093bec6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:52.012626 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cb468fd0-b162-4d51-a6a3-106fb03bde6d req-d77c0677-a17d-4aa6-aded-c443f093bec6 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0845513 May 31 16:26:52.062355 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-cb468fd0-b162-4d51-a6a3-106fb03bde6d req-8a88d9c7-0387-4ea4-84a1-9334433f7eff tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 May 31 16:26:52.677724 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-c9bda69d-4d8d-4a66-b2cd-389b9cfef0d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736620 May 31 16:26:52.819828 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-ab430587-020b-445b-8e1e-295e08ceb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:52.821796 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-ab430587-020b-445b-8e1e-295e08ceb489 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0719998 May 31 16:26:52.976398 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-43ad0f44-2a5d-4772-be9d-65737fa17173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:52.977940 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-43ad0f44-2a5d-4772-be9d-65737fa17173 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 908 time: 0.1351464 May 31 16:26:53.083867 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-e4ea878f-9e53-459b-8718-03c530bb0b93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 1001 time: 0.0988946 May 31 16:26:53.151623 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-21e3f211-9c5c-4e31-8fa9-080d4a46531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:53.153104 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-21e3f211-9c5c-4e31-8fa9-080d4a46531b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.0625126 May 31 16:26:53.386032 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-d31b7d78-0cf4-4ec2-b586-a245634273e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:53.387419 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-d31b7d78-0cf4-4ec2-b586-a245634273e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2273593 May 31 16:26:53.394974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0475-e81d-4937-9784-59ba78c4c9b4 req-af44874e-b2a6-49f7-9bca-0fac8155fc26 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:53.396415 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5a2f0475-e81d-4937-9784-59ba78c4c9b4 req-af44874e-b2a6-49f7-9bca-0fac8155fc26 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.2064021 May 31 16:26:53.538236 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5a2f0475-e81d-4937-9784-59ba78c4c9b4 req-fbe87234-75a9-4e2c-841a-230a3b9fda5b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233482 May 31 16:26:53.569272 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-9ea41ac4-b9b1-437d-9c8d-d4f0f559a775 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719069 May 31 16:26:53.726028 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4141f58c-c4c8-411a-88f5-bc1e08040b15 req-8ea3027d-53e8-4b44-889c-01eb83ea0180 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497679 May 31 16:26:54.737847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080e8d-9fa1-4467-909c-4c8454c87a81 req-25a94078-8ff5-4218-8947-bb1aa0efeaef tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:54.739312 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-88080e8d-9fa1-4467-909c-4c8454c87a81 req-25a94078-8ff5-4218-8947-bb1aa0efeaef tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.0807674 May 31 16:26:54.786203 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-88080e8d-9fa1-4467-909c-4c8454c87a81 req-6aecd3a7-0070-4c75-8f13-3e24ad64349e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406907 May 31 16:26:55.119679 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53682) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:26:55.574175 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Deleting port 81a293dc-d929-4b1a-ac2c-e1cbea8d82da {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:55.574432 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.698720 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.699176 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.819234 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:26:55.824791 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Calling delete_port for 81a293dc-d929-4b1a-ac2c-e1cbea8d82da owned by network:floatingip {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:55.976868 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:55.982251 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:55.991947 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8a5b7eaf-10ff-479d-a0c2-bf0d9aea7288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:55.993311 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'port_id': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'mac_address': 'fa:16:3e:79:5c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:26:56.068571 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:56.089864 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80eaa7a-7df8-41e7-9110-fc9615e41c67 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:26:56.090506 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event deleted for resources: {'Port': ['ID=81a293dc-d929-4b1a-ac2c-e1cbea8d82da,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:56.101105 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:56.105193 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfb749-1b25-4859-98ae-caea2b3dd388 req-fc7f45f8-ccb8-43bc-be28-186e38b4b2fe tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:56.113633 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:56.116362 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7ccfb749-1b25-4859-98ae-caea2b3dd388 req-fc7f45f8-ccb8-43bc-be28-186e38b4b2fe tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 944 time: 0.1451814 May 31 16:26:56.122081 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:56.125358 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-386950d1-91db-48d9-ab46-d96f9a7734e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:56.201469 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7ccfb749-1b25-4859-98ae-caea2b3dd388 req-2fc541b4-97aa-45dd-9ec0-becd9de7309e tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837188 May 31 16:26:56.215580 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=9']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:56.219407 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:56.282215 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for floatingip, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:56.283053 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.l3_db [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Floating IP cf75be02-c229-4141-9281-bb0b654d49df disassociated (deleted). External IP: 172.28.1.12, port: 2fd64a99-a875-43cc-85f2-0d4675f2f7e4. May 31 16:26:56.350879 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['c80eaa7a-7df8-41e7-9110-fc9615e41c67'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:26:56.747526 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Router f952c1f5-6857-4822-aa50-cdaa7d9e798b has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:26:56.943363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:26:56.956997 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] Sync routers for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:26:56.966527 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:56.969774 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:56.970701 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:57.027960 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-59485611-dcf3-45ec-ab02-99a6ac2b1908 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "DELETE /v2.0/floatingips/cf75be02-c229-4141-9281-bb0b654d49df HTTP/1.1" status: 204 len: 168 time: 1.9071169 May 31 16:26:57.028858 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:57.031734 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e24443f52461edb1ab5db531b40b2e8e2adb4d6d37b50701bf71c1099770c527" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b78827a-71ad-433c-8698-999fe18d6a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:57.190336 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:57.282136 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c979fcf-8621-427e-bd60-92d4cebc3d07 x-openstack-request-id: req-7c979fcf-8621-427e-bd60-92d4cebc3d07 {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:57.282560 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "status": "completed", "code": 200}]} {{(pid=91773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:57.283137 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c979fcf-8621-427e-bd60-92d4cebc3d07 {{(pid=91773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:57.283579 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'status': 'completed', 'code': 200} May 31 16:26:57.546216 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-7ce5c42e-37fe-43aa-b96a-ade50abee01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:57.547704 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-7ce5c42e-37fe-43aa-b96a-ade50abee01c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e48c52828ae14f26a5112113052d3180&device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 1099 time: 0.2357073 May 31 16:26:57.664313 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0adb6b-3c41-4af5-be90-98390964be6e req-80e67770-dd92-4509-876b-23b226184819 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:57.665851 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bf0adb6b-3c41-4af5-be90-98390964be6e req-80e67770-dd92-4509-876b-23b226184819 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2712786 May 31 16:26:57.675328 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:57.681227 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47186ae-236f-4f80-828e-8cf15139a219 req-5967b130-bb42-496c-a7b5-87b95c71df49 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:57.682756 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c47186ae-236f-4f80-828e-8cf15139a219 req-5967b130-bb42-496c-a7b5-87b95c71df49 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 945 time: 0.2301474 May 31 16:26:57.682947 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] Checking router: f952c1f5-6857-4822-aa50-cdaa7d9e798b for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:26:57.699550 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:26:57.700768 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:57.783249 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-bf0adb6b-3c41-4af5-be90-98390964be6e req-b6c7f482-b32b-433d-92ce-f6142286a350 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995016 May 31 16:26:57.790401 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-bdd4b14e-a6b7-4fdf-8d7b-79d4a6622f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:57.791847 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-bdd4b14e-a6b7-4fdf-8d7b-79d4a6622f26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 200 len: 908 time: 0.2365484 May 31 16:26:57.794875 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c47186ae-236f-4f80-828e-8cf15139a219 req-e972ed95-e53c-4e44-9f1a-f59cb34bafb0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936956 May 31 16:26:57.869867 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-734b60c5-f5d6-423b-aca9-a05022696a5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 200 len: 217 time: 0.0687439 May 31 16:26:57.897084 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:26:57.941806 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-899d8252-53c3-4053-bb6e-754c5d1bfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:57.943225 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-899d8252-53c3-4053-bb6e-754c5d1bfff7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 200 len: 846 time: 0.0670743 May 31 16:26:57.997128 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:26:58.038374 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-c11fd1e2-6d75-4c6c-a962-cb321aa7d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:58.040668 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-c11fd1e2-6d75-4c6c-a962-cb321aa7d69e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8bf20c3f-1f24-479b-9d42-a3487a0eb77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886781 May 31 16:26:58.144989 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port c80eaa7a-7df8-41e7-9110-fc9615e41c67 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:26:58.145708 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:58.191012 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-110e1f7d-1cc3-4e6b-bbc1-2c3cc6a2b244 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435378 May 31 16:26:58.428357 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-5b78827a-71ad-433c-8698-999fe18d6a0b req-b3ae0990-91fb-48a0-8988-706b203b6bdc service neutron] 10.222.0.35 "GET /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294955 May 31 16:26:58.455087 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a083823-4054-4696-804a-a7b9840a7247 req-e29b40c3-ddd4-4125-8cba-738075fd7ec6 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:58.456610 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7a083823-4054-4696-804a-a7b9840a7247 req-e29b40c3-ddd4-4125-8cba-738075fd7ec6 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.1534200 May 31 16:26:58.507134 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-7a083823-4054-4696-804a-a7b9840a7247 req-e48d0e4d-6962-4c91-8b13-f389216d1197 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 May 31 16:26:58.535291 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:58.576178 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:58.578449 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c411fb62-eea1-412e-b164-bea96f4dea76" -d '{"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:58.590315 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:58.596140 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:58.601446 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:58.632403 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dbbdee-10f2-41bd-961e-a3c08df5a049 x-openstack-request-id: req-a3dbbdee-10f2-41bd-961e-a3c08df5a049 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:58.632695 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-plugged", "status": "completed", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:58.632939 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3dbbdee-10f2-41bd-961e-a3c08df5a049 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:58.633349 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'code': 200} May 31 16:26:58.669331 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:26:58.680382 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90442a2-caf6-4176-b976-dacc242fc13c None None] The sync data for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb is: [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:21:39Z', 'revision_number': 4, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '26bc2080-c720-4dd8-8a37-ac2d8484efb8', 'name': '', 'network_id': '8bf20c3f-1f24-479b-9d42-a3487a0eb77d', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'mac_address': 'fa:16:3e:af:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:38Z', 'updated_at': '2021-05-31T16:21:50Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'subnets': [{'id': 'd452c85b-e706-44c7-bb78-e9aceb80f4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:26:58.688168 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=10']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:58.691746 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:58.869038 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d579c6-37d9-4fc4-956f-3549e608317f req-4ee5b385-2ee1-4bcd-9ef0-edceae994ad8 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:58.871438 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-12d579c6-37d9-4fc4-956f-3549e608317f req-4ee5b385-2ee1-4bcd-9ef0-edceae994ad8 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.35 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.2258129 May 31 16:26:58.963849 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92759c-ebf2-46e7-81b9-959821243811 req-441986b5-c812-4cc6-b208-d314aad595a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:58.965401 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-ec92759c-ebf2-46e7-81b9-959821243811 req-441986b5-c812-4cc6-b208-d314aad595a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 1100 time: 0.1257050 May 31 16:26:59.015267 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [req-ec92759c-ebf2-46e7-81b9-959821243811 req-fcb92355-6483-4ceb-9788-c2c7c2b279b6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 May 31 16:26:59.018044 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6ea38-0675-467b-a1c1-d910d697c68f None None] New status for floating IP cf75be02-c229-4141-9281-bb0b654d49df: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:26:59.170340 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Deleting port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:26:59.170679 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:59.191591 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29eb50-5fc7-4279-905c-daee9e8a1d87 req-016f1e6a-8d37-443e-83bc-8e0aefdbe844 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:59.193128 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1e29eb50-5fc7-4279-905c-daee9e8a1d87 req-016f1e6a-8d37-443e-83bc-8e0aefdbe844 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 947 time: 0.2127397 May 31 16:26:59.215168 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe5f19-14a8-46b9-aeba-a0a4ec84cc4a req-2a6386d9-a84e-4700-a554-3d0753c52896 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:59.216616 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7fe5f19-14a8-46b9-aeba-a0a4ec84cc4a req-2a6386d9-a84e-4700-a554-3d0753c52896 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 946 time: 0.1770928 May 31 16:26:59.350730 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-1e29eb50-5fc7-4279-905c-daee9e8a1d87 req-870e3078-7c74-4626-970a-51610da27d7b tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471584 May 31 16:26:59.367257 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7fe5f19-14a8-46b9-aeba-a0a4ec84cc4a req-22dcdc0e-90e8-4301-a408-9f15a5ac482b tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947807 May 31 16:26:59.398532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] For port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:26:59.398888 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:59.522773 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Calling delete_port for 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:26:59.686317 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:59.692930 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e284d46d-e5fe-4b6b-8e9f-ee909244012e tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:26:59.741675 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event deleted for resources: {'Port': ['ID=2fd64a99-a875-43cc-85f2-0d4675f2f7e4,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:26:59.782198 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.782198 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.782198 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.782924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.782924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.783325 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.783473 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.783970 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.784134 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.784468 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.784791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.785140 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:26:59.796414 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:26:59.844078 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] No DVR routers for this DVR port 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:26:59.853467 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3054a-9006-42be-bad1-76b77e0e3ec0 req-cbfb1990-de1d-4441-8ff7-6b632489a312 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:26:59.854973 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-93c3054a-9006-42be-bad1-76b77e0e3ec0 req-cbfb1990-de1d-4441-8ff7-6b632489a312 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.2276537 May 31 16:26:59.856041 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:26:59.858777 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-deleted', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:26:59.861089 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f523ea35-2b6a-48f5-8576-0cd1450780db" -d '{"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-deleted", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:26:59.883019 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-12d579c6-37d9-4fc4-956f-3549e608317f req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.35 "DELETE /v2.0/ports/2fd64a99-a875-43cc-85f2-0d4675f2f7e4 HTTP/1.1" status: 204 len: 173 time: 1.0062351 May 31 16:26:59.928997 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-93c3054a-9006-42be-bad1-76b77e0e3ec0 req-9eedbee7-e4b2-4446-834d-acb23f6c6011 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648756 May 31 16:26:59.931682 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a564a2-3b15-43a3-a08b-dcfe82d88497 x-openstack-request-id: req-75a564a2-3b15-43a3-a08b-dcfe82d88497 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:26:59.932080 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957a1a8f-f0f2-4771-b2c0-c8a08da74ea0", "name": "network-vif-deleted", "tag": "2fd64a99-a875-43cc-85f2-0d4675f2f7e4", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:26:59.933239 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75a564a2-3b15-43a3-a08b-dcfe82d88497 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:26:59.933761 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957a1a8f-f0f2-4771-b2c0-c8a08da74ea0', 'name': 'network-vif-deleted', 'tag': '2fd64a99-a875-43cc-85f2-0d4675f2f7e4', 'status': 'completed', 'code': 200} May 31 16:27:00.271694 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-ee83780b-fdc9-4262-9c9d-d6d3ff3b0706 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:00.273451 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-ee83780b-fdc9-4262-9c9d-d6d3ff3b0706 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.1077402 May 31 16:27:00.482250 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Deleting port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:00.482630 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:00.653747 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9c1d9d2e-80ea-4f8e-8a0b-04d88e1320cd req-04f14863-f849-43a6-bbaf-be900c3430a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Synchronizing usage tracker for tenant:e48c52828ae14f26a5112113052d3180 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:27:00.725532 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-9c1d9d2e-80ea-4f8e-8a0b-04d88e1320cd req-04f14863-f849-43a6-bbaf-be900c3430a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Unset dirty status for tenant:e48c52828ae14f26a5112113052d3180 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:27:00.726669 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9c1d9d2e-80ea-4f8e-8a0b-04d88e1320cd req-04f14863-f849-43a6-bbaf-be900c3430a6 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "GET /v2.0/ports?device_id=957a1a8f-f0f2-4771-b2c0-c8a08da74ea0 HTTP/1.1" status: 200 len: 210 time: 0.1729333 May 31 16:27:00.738284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] For port 09ac96f7-0e15-4e97-9af3-000a2bcd0622, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=09ac96f7-0e15-4e97-9af3-000a2bcd0622,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:00.738663 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:00.825575 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb5b2-abb7-46c7-8606-8dd67b6162e0 req-f9a7379f-21fe-476f-9df1-8c32703cb8a2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:00.827075 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d40eb5b2-abb7-46c7-8606-8dd67b6162e0 req-f9a7379f-21fe-476f-9df1-8c32703cb8a2 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 947 time: 0.2722464 May 31 16:27:01.125077 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-d40eb5b2-abb7-46c7-8606-8dd67b6162e0 req-a5c16b2a-e998-4843-b73d-08a2ae99b8f8 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858255 May 31 16:27:01.256884 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.257199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.257513 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.l3_db [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Floating IP 845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8 disassociated. External IP: 172.28.1.203, port: 09ac96f7-0e15-4e97-9af3-000a2bcd0622. May 31 16:27:01.257871 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Calling delete_port for 09ac96f7-0e15-4e97-9af3-000a2bcd0622 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:01.267506 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb6d4-810a-4021-95ec-2e219a91b6b8 req-afe4aea3-93ee-4327-be04-0e1776e208b2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:01.268987 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-14adb6d4-810a-4021-95ec-2e219a91b6b8 req-afe4aea3-93ee-4327-be04-0e1776e208b2 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 946 time: 0.2167342 May 31 16:27:01.328419 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-14adb6d4-810a-4021-95ec-2e219a91b6b8 req-85692b94-5a1c-4fa0-9395-48ad33431837 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups?id=b95eb178-ce1c-47df-98f3-a5d5c2941e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528240 May 31 16:27:01.432988 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.440246 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a10528f7-c280-4519-8ee3-aec2134199b6 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:01.484164 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event deleted for resources: {'Port': ['ID=09ac96f7-0e15-4e97-9af3-000a2bcd0622,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:01.487201 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:01.675045 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Router a5312e50-918c-4508-bc67-3731cef41a05 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:27:01.825721 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53780) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:01.851959 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:01.862219 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:27:01.901179 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.904783 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:27:01.914437 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:01.914833 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 2fd64a99-a875-43cc-85f2-0d4675f2f7e4 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:01.915415 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 09ac96f7-0e15-4e97-9af3-000a2bcd0622 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:01.935323 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.945505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] No DVR routers for this DVR port 09ac96f7-0e15-4e97-9af3-000a2bcd0622 on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:01.949837 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:01.952826 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'name': 'network-vif-deleted', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:27:01.955154 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844fcb8e-931d-4f02-ad6f-38b70d07b287" -d '{"events": [{"server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "name": "network-vif-deleted", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:27:01.956693 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 09ac96f7-0e15-4e97-9af3-000a2bcd0622 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:01.957047 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 09ac96f7-0e15-4e97-9af3-000a2bcd0622 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:01.962778 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:01.963418 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:01.979221 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-772d7416-0b0d-44cb-863e-d0f252dd91bc req-83fb7974-87d6-49c2-bf3e-5bcc1b51b7ff tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.35 "DELETE /v2.0/ports/09ac96f7-0e15-4e97-9af3-000a2bcd0622 HTTP/1.1" status: 204 len: 173 time: 1.7005131 May 31 16:27:02.030053 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f210f4-e294-4500-aae9-8d1cd6cfe6b4 x-openstack-request-id: req-06f210f4-e294-4500-aae9-8d1cd6cfe6b4 {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:27:02.030719 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fb839d-aa6d-46d7-b86c-7fb359907f36", "name": "network-vif-deleted", "tag": "09ac96f7-0e15-4e97-9af3-000a2bcd0622", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:27:02.031213 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06f210f4-e294-4500-aae9-8d1cd6cfe6b4 {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:27:02.031982 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fb839d-aa6d-46d7-b86c-7fb359907f36', 'name': 'network-vif-deleted', 'tag': '09ac96f7-0e15-4e97-9af3-000a2bcd0622', 'status': 'completed', 'code': 200} May 31 16:27:02.060510 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:02.067548 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e6f3f5c7-4a9f-4483-99e4-ee1f1ecf6b39 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:02.085896 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bb8014-0d6b-4aea-a043-2ce7649b3ebc,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:02.095450 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.095812 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.096168 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.096538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.096888 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.097255 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.097596 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.097978 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.098306 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.098837 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.099180 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.099538 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:02.108591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:02.109939 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:02.111248 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] 10.222.0.61 "DELETE /v2.0/security-groups/c3bb8014-0d6b-4aea-a043-2ce7649b3ebc HTTP/1.1" status: 204 len: 168 time: 0.2844863 May 31 16:27:02.158827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53790) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:02.201714 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:02.340732 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2bbc8-87b9-4d03-9a15-fafb2fdca252 req-0291a313-95c8-4b66-8aca-8ae617504e91 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:02.342633 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a3d2bbc8-87b9-4d03-9a15-fafb2fdca252 req-0291a313-95c8-4b66-8aca-8ae617504e91 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 947 time: 0.0864913 May 31 16:27:02.429029 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-a3d2bbc8-87b9-4d03-9a15-fafb2fdca252 req-bd2d6a75-1f41-4ffc-a22a-d1829c71a0ca tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787253 May 31 16:27:02.563045 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-c136dd97-96a7-4515-bf9b-a93f46bf336e req-d9bc104e-9abb-4277-9680-96ac208f41d9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Synchronizing usage tracker for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:27:02.594794 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-c136dd97-96a7-4515-bf9b-a93f46bf336e req-d9bc104e-9abb-4277-9680-96ac208f41d9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Unset dirty status for tenant:3d3bda89f5c7414aa9a7827ff17b7760 on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:27:02.597272 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c136dd97-96a7-4515-bf9b-a93f46bf336e req-d9bc104e-9abb-4277-9680-96ac208f41d9 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9fb839d-aa6d-46d7-b86c-7fb359907f36 HTTP/1.1" status: 200 len: 210 time: 0.0839376 May 31 16:27:02.669031 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:02.676512 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:27:02.691440 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:02.692075 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:02.890991 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:03.178036 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.357828 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:03.361871 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0f7513-ea45-491e-a8b6-d895e5578369 None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:36Z', 'revision_number': 4, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '8a0eaf4e-d436-4530-96c5-3ecbe0f4179b', 'name': '', 'network_id': '3556450c-ce9a-4a82-87a9-a03609166931', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:35Z', 'updated_at': '2021-05-31T16:20:51Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'subnets': [{'id': '609ef505-a38f-4acd-892d-245b5855f1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:27:03.577428 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f0d7e-6585-4a11-93be-60d4baa8cbaf None None] New status for floating IP 845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8: DOWN {{(pid=91775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:27:03.624824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Deleting port 26bc2080-c720-4dd8-8a37-ac2d8484efb8 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:03.625156 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.747622 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53804) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:03.767365 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] For port 26bc2080-c720-4dd8-8a37-ac2d8484efb8, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=26bc2080-c720-4dd8-8a37-ac2d8484efb8,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:03.767705 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.830729 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.863024 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.900010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Calling delete_port for 26bc2080-c720-4dd8-8a37-ac2d8484efb8 owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:03.929422 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.933997 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d58b0de6-836a-4172-bfde-4651c8c538de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:03.948940 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95eb178-ce1c-47df-98f3-a5d5c2941e35,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:03.952032 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:03.963667 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:03.964860 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "DELETE /v2.0/security-groups/b95eb178-ce1c-47df-98f3-a5d5c2941e35 HTTP/1.1" status: 204 len: 168 time: 0.2150593 May 31 16:27:03.967453 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53808) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:03.987167 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.api.v2.resource [None req-e3a5bcdc-9cee-43b7-a3c3-6f6b6048046b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] show failed (client error): The resource could not be found. May 31 16:27:03.988252 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e3a5bcdc-9cee-43b7-a3c3-6f6b6048046b tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "GET /v2.0/security-groups/b95eb178-ce1c-47df-98f3-a5d5c2941e35 HTTP/1.1" status: 404 len: 347 time: 0.0198417 May 31 16:27:03.991139 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53812) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:04.090539 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.099786 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-3967e508-12ea-4c1c-a9c1-e312f8534b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:04.151093 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=26bc2080-c720-4dd8-8a37-ac2d8484efb8,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:04.177652 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:04.230196 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Deleting port bbea6a7b-e8d5-4541-9efb-dd517a98376f {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:04.230584 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.426911 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.459233 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.459556 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.586191 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Calling delete_port for bbea6a7b-e8d5-4541-9efb-dd517a98376f owned by network:floatingip {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:04.719847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.723850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6699d533-1f43-4aae-966c-5c83cf9b3ba1 tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:04.772726 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Pushing event deleted for resources: {'Port': ['ID=bbea6a7b-e8d5-4541-9efb-dd517a98376f,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:04.775907 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:04.871679 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks [] for floatingip, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.891766 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:04.892951 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] 10.222.0.61 "DELETE /v2.0/floatingips/845aac5b-f8b3-41b5-8d5e-8d9d7e0951a8 HTTP/1.1" status: 204 len: 168 time: 0.9008684 May 31 16:27:04.906389 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Router f952c1f5-6857-4822-aa50-cdaa7d9e798b has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:27:05.126921 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:27:05.135130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] Sync routers for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:27:05.144994 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-54fc93e7-7a07-4af9-bbbb-52344fc31c39 admin admin] 10.222.0.61 "PUT /v2.0/routers/f952c1f5-6857-4822-aa50-cdaa7d9e798b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9846654 May 31 16:27:05.147646 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53820) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:05.149578 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:05.150289 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:05.331205 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:05.332392 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:05.520116 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:05.601114 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Deleting port bec0d98d-a489-4d5d-af1f-d4e556454681 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:05.601623 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:05.643215 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:27:04Z', 'revision_number': 5, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port': {'id': 'bec0d98d-a489-4d5d-af1f-d4e556454681', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:35Z', 'updated_at': '2021-05-31T16:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:05.647519 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] Checking router: f952c1f5-6857-4822-aa50-cdaa7d9e798b for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:27:05.656186 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] Routers {'f952c1f5-6857-4822-aa50-cdaa7d9e798b'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:05.656836 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:05.733998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] For port bec0d98d-a489-4d5d-af1f-d4e556454681, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=bec0d98d-a489-4d5d-af1f-d4e556454681,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:05.734254 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:05.819408 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] Set router f952c1f5-6857-4822-aa50-cdaa7d9e798b gateway port host: None {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:05.865686 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Calling delete_port for bec0d98d-a489-4d5d-af1f-d4e556454681 owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:05.978086 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:27:05Z', 'revision_number': 6, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:05.984792 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1432a4f-2d59-43e1-8cbe-808ee1a041ba None None] The sync data for ids ['f952c1f5-6857-4822-aa50-cdaa7d9e798b'] in dv-cinder-793814-1-smb is: [{'id': 'f952c1f5-6857-4822-aa50-cdaa7d9e798b', 'name': 'tempest-TestShelveInstance-89226816-router', 'tenant_id': 'e48c52828ae14f26a5112113052d3180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:34Z', 'updated_at': '2021-05-31T16:27:05Z', 'revision_number': 6, 'project_id': 'e48c52828ae14f26a5112113052d3180', 'gw_port_host': None}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:27:06.026313 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.030859 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b047460a-d790-4b6b-a0e1-f89060e76e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:06.078018 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bec0d98d-a489-4d5d-af1f-d4e556454681,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:06.081105 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:06.185033 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.490390 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.493060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.520231 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.521020 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f952c1f5-6857-4822-aa50-cdaa7d9e798b {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:27:06.535224 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.536485 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] 10.222.0.61 "DELETE /v2.0/routers/f952c1f5-6857-4822-aa50-cdaa7d9e798b HTTP/1.1" status: 204 len: 168 time: 1.3875337 May 31 16:27:06.539125 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53830) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:06.604793 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Deleting subnet d452c85b-e706-44c7-bb78-e9aceb80f4a9 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:27:06.608314 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.659879 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:06.742031 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.011431 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.017214 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:07.048536 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 26bc2080-c720-4dd8-8a37-ac2d8484efb8 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:07.055750 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d452c85b-e706-44c7-bb78-e9aceb80f4a9,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:07.058351 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:07.061087 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.070298 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d452c85b-e706-44c7-bb78-e9aceb80f4a9 HTTP/1.1" status: 204 len: 168 time: 0.5276921 May 31 16:27:07.070907 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53834) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:07.076996 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a416193-d459-4b92-bce2-6564e2b8cfad None None] Network 8bf20c3f-1f24-479b-9d42-a3487a0eb77d requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:27:07.104079 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 26bc2080-c720-4dd8-8a37-ac2d8484efb8 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:07.104500 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 26bc2080-c720-4dd8-8a37-ac2d8484efb8 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:07.104975 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device bec0d98d-a489-4d5d-af1f-d4e556454681 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:07.179240 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.184549 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: bec0d98d-a489-4d5d-af1f-d4e556454681 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:07.184896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device bec0d98d-a489-4d5d-af1f-d4e556454681 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:07.257313 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Deleting port a47263bd-9137-4c35-b74d-707f9f855553 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:07.257654 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.361513 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] For port a47263bd-9137-4c35-b74d-707f9f855553, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=a47263bd-9137-4c35-b74d-707f9f855553,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:07.361870 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.372088 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] DHCP port deletion for 8bf20c3f-1f24-479b-9d42-a3487a0eb77d request from dv-cinder-793814-1-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:27:07.454527 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Deleting port a47263bd-9137-4c35-b74d-707f9f855553 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:07.454986 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.488983 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Calling delete_port for a47263bd-9137-4c35-b74d-707f9f855553 owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:07.540362 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.545308 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-34a8fb79-d23e-4799-ad0d-29a0eb9a35bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:07.563011 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] For port a47263bd-9137-4c35-b74d-707f9f855553, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=a47263bd-9137-4c35-b74d-707f9f855553,segment=NetworkSegment(3ab0e1c8-d25b-4aa9-aeaf-146feab29240),segment_id=3ab0e1c8-d25b-4aa9-aeaf-146feab29240)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:07.563336 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.588383 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a47263bd-9137-4c35-b74d-707f9f855553,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:07.591691 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:07.592496 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] No DVR routers for this DVR port a47263bd-9137-4c35-b74d-707f9f855553 on host dv-cinder-793814-1-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:07.688161 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Calling delete_port for a47263bd-9137-4c35-b74d-707f9f855553 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:07.714616 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.732491 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf20c3f-1f24-479b-9d42-a3487a0eb77d']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:07.738277 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.743591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:07.746082 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab0e1c8-d25b-4aa9-aeaf-146feab29240') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:07.746379 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab0e1c8-d25b-4aa9-aeaf-146feab29240') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:07.759264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.776655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.783144 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:27:07.783575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.796428 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Pushing event deleted for resources: {'Port': ['ID=a47263bd-9137-4c35-b74d-707f9f855553,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:27:07.797627 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:27:07.801920 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:07.804801 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435074c0-db20-4a9c-a276-9633255fc48a None None] No DVR routers for this DVR port a47263bd-9137-4c35-b74d-707f9f855553 on host dv-cinder-793814-1-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:07.874681 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.878560 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6e012226-c65b-4a0e-b1b2-a4f8db468d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:07.898480 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:07.905075 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf20c3f-1f24-479b-9d42-a3487a0eb77d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:07.909264 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:07.922133 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-4a1c4bf1-e665-4291-8711-6e37b678cf7a admin admin] 10.222.0.61 "DELETE /v2.0/networks/8bf20c3f-1f24-479b-9d42-a3487a0eb77d HTTP/1.1" status: 204 len: 168 time: 0.8498514 May 31 16:27:07.925118 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53848) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:08.570863 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:08.964036 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53858) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:09.005343 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Deleting port 448931de-fae6-4598-bd87-e748de0a58ef {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:09.005688 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:09.046115 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device a47263bd-9137-4c35-b74d-707f9f855553 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:09.081896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: a47263bd-9137-4c35-b74d-707f9f855553 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:09.082346 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device a47263bd-9137-4c35-b74d-707f9f855553 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:09.130280 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] For port 448931de-fae6-4598-bd87-e748de0a58ef, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=448931de-fae6-4598-bd87-e748de0a58ef,segment=NetworkSegment(f53c64b1-e16f-4ad6-9651-d3699e04320b),segment_id=f53c64b1-e16f-4ad6-9651-d3699e04320b)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:09.130637 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:09.254322 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Calling delete_port for 448931de-fae6-4598-bd87-e748de0a58ef owned by network:router_interface {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:09.411731 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:09.415996 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-559f1c2a-ec47-44f3-97f7-e9c12def2221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:09.459113 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=448931de-fae6-4598-bd87-e748de0a58ef,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:09.463954 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:09.751005 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d6ceeeb8-b14f-4925-a3c3-6ba4b2c8ab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:09.768815 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:09.776666 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.197619 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Deleting port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:10.198235 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.250191 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Router 706e5fec-fc08-44db-a4d7-f246ed5d7894 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:27:10.319082 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] For port 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:10.319431 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.428429 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:27:10.442456 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-f763bda9-16a1-40d3-9a03-1157f4868b40 admin admin] 10.222.0.61 "PUT /v2.0/routers/706e5fec-fc08-44db-a4d7-f246ed5d7894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5159013 May 31 16:27:10.443508 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] Sync routers for ids ['706e5fec-fc08-44db-a4d7-f246ed5d7894'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:27:10.445182 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53864) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:10.450574 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Calling delete_port for 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:10.458839 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] Routers {'706e5fec-fc08-44db-a4d7-f246ed5d7894'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:10.459700 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['706e5fec-fc08-44db-a4d7-f246ed5d7894'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:10.616949 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.626661 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f881c09f-330b-49f6-b159-992abffc7cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:10.644723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks [] for router, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.650433 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] Set router 706e5fec-fc08-44db-a4d7-f246ed5d7894 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:10.707138 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0eaf4e-d436-4530-96c5-3ecbe0f4179b,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:10.718101 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:10.858968 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.939611 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Deleting port 6aafa015-5325-4d2c-9562-55da056db4d3 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:10.939943 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:10.962470 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:27:09Z', 'revision_number': 5, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port': {'id': '6aafa015-5325-4d2c-9562-55da056db4d3', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:21:46Z', 'updated_at': '2021-05-31T16:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:10.967253 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] Checking router: 706e5fec-fc08-44db-a4d7-f246ed5d7894 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:27:10.975358 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] Routers {'706e5fec-fc08-44db-a4d7-f246ed5d7894'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:10.975954 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['706e5fec-fc08-44db-a4d7-f246ed5d7894'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:10.986397 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.078925 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] For port 6aafa015-5325-4d2c-9562-55da056db4d3, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=6aafa015-5325-4d2c-9562-55da056db4d3,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:11.079283 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.149291 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] Set router 706e5fec-fc08-44db-a4d7-f246ed5d7894 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:11.215345 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Calling delete_port for 6aafa015-5325-4d2c-9562-55da056db4d3 owned by network:router_gateway {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:11.259983 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:27:10Z', 'revision_number': 6, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:11.264625 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e35d18-af3e-4eaa-978a-a2b82bfe1018 None None] The sync data for ids ['706e5fec-fc08-44db-a4d7-f246ed5d7894'] in dv-cinder-793814-1-smb is: [{'id': '706e5fec-fc08-44db-a4d7-f246ed5d7894', 'name': 'tempest-TestShelveInstance-1825992756-router', 'tenant_id': 'a4fb50e36fe947658ca67c231149a93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:21:45Z', 'updated_at': '2021-05-31T16:27:10Z', 'revision_number': 6, 'project_id': 'a4fb50e36fe947658ca67c231149a93e', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:27:11.378420 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.384694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ea994f39-463d-4cf1-843f-0059e338d276 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:11.463575 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aafa015-5325-4d2c-9562-55da056db4d3,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:11.467766 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:11.537054 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Router a5312e50-918c-4508-bc67-3731cef41a05 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:27:11.681378 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.738528 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:27:11.746969 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] Sync routers for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:27:11.754576 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1232d7e1-3393-4614-96d9-9109a75426a8 admin admin] 10.222.0.61 "PUT /v2.0/routers/a5312e50-918c-4508-bc67-3731cef41a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7870624 May 31 16:27:11.754909 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53868) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:11.757928 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:11.759013 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:26:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:11.865711 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.868624 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.893913 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.894522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706e5fec-fc08-44db-a4d7-f246ed5d7894 {{(pid=91773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:27:11.909460 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] Notify callbacks [] for router, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.913699 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-fdab3a48-9778-40d0-a1ce-09c07b6fe345 admin admin] 10.222.0.61 "DELETE /v2.0/routers/706e5fec-fc08-44db-a4d7-f246ed5d7894 HTTP/1.1" status: 204 len: 168 time: 1.4672370 May 31 16:27:11.914323 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53872) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:11.939309 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks [] for router, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:11.950957 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: dv-cinder-793814-1-smb {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:11.983334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Deleting subnet b4d2fa22-870f-40be-973f-e715205f188c {{(pid=91773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:27:11.986830 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.045870 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6582533'] for subnet, precommit_delete_associations {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.144328 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.155201 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.183546 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-6f257b13-0afb-4374-9247-9cc02e504b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.240593 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Deleting port 5d207f07-2d41-4556-b4e0-77cde89056ea {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:12.240949 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.256606 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.341347 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174'}], 'enable_snat': True}, 'gw_port_id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:27:10Z', 'revision_number': 5, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port': {'id': '5d207f07-2d41-4556-b4e0-77cde89056ea', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:27Z', 'updated_at': '2021-05-31T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:12.346831 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] Checking router: a5312e50-918c-4508-bc67-3731cef41a05 for host: dv-cinder-793814-1-smb {{(pid=91774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:27:12.357035 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] Routers {'a5312e50-918c-4508-bc67-3731cef41a05'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:12.357674 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:27:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['a5312e50-918c-4508-bc67-3731cef41a05'], 'active': True} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:12.456049 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] For port 5d207f07-2d41-4556-b4e0-77cde89056ea, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=5d207f07-2d41-4556-b4e0-77cde89056ea,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:12.456447 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.494821 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6653536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7375030'] for subnet, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.502046 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d177ec66-aa9c-45fd-938c-b87ca0d683d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:12.537935 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d2fa22-870f-40be-973f-e715205f188c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:12.550753 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:12.552089 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.562965 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-bdfe15c6-3b9b-4bc7-8b8c-475cc4dc2868 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b4d2fa22-870f-40be-973f-e715205f188c HTTP/1.1" status: 204 len: 168 time: 0.6474702 May 31 16:27:12.563847 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53876) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:12.564012 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e316674-ae9c-4746-af8d-6924171dc192 None None] Network 55393347-46d2-42c9-a8d3-8b3a67f7d881 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:27:12.609375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Calling delete_port for 5d207f07-2d41-4556-b4e0-77cde89056ea owned by network:router_gateway {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:12.689889 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.694562 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvr_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] Set router a5312e50-918c-4508-bc67-3731cef41a05 gateway port host: None {{(pid=91774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:12.769266 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Deleting port c1f0b105-766b-4b34-b835-bc280a23ec96 {{(pid=91773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:12.769496 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.827113 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.831848 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_hamode_db [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:27:12Z', 'revision_number': 6, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:12.832441 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-19fd0dba-e772-4465-8fff-8b50b1adc592 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:12.870101 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab78f-2088-4f3b-ba78-6711dc8a510f None None] The sync data for ids ['a5312e50-918c-4508-bc67-3731cef41a05'] in dv-cinder-793814-1-smb is: [{'id': 'a5312e50-918c-4508-bc67-3731cef41a05', 'name': 'tempest-AttachVolumeTestJSON-833501108-router', 'tenant_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:27:12Z', 'revision_number': 6, 'project_id': '3d3bda89f5c7414aa9a7827ff17b7760', 'gw_port_host': None}] {{(pid=91774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:27:12.881592 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d207f07-2d41-4556-b4e0-77cde89056ea,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:12.884509 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:12.916669 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.db [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] For port c1f0b105-766b-4b34-b835-bc280a23ec96, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=c1f0b105-766b-4b34-b835-bc280a23ec96,segment=NetworkSegment(f53c64b1-e16f-4ad6-9651-d3699e04320b),segment_id=f53c64b1-e16f-4ad6-9651-d3699e04320b)] {{(pid=91773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:12.917374 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:12.989140 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.056159 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Calling delete_port for c1f0b105-766b-4b34-b835-bc280a23ec96 owned by network:dhcp {{(pid=91773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:13.112351 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6779795'] for port, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.116719 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-cef9ac02-5142-48ac-9a30-e2e705d3ef14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:13.162605 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f0b105-766b-4b34-b835-bc280a23ec96,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:13.166072 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:13.166827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] No DVR routers for this DVR port c1f0b105-766b-4b34-b835-bc280a23ec96 on host dv-cinder-793814-1-smb {{(pid=91773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:13.273769 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceff791-d7f7-417a-95db-3673083d2666 None None] DHCP port deletion for 55393347-46d2-42c9-a8d3-8b3a67f7d881 request from dv-cinder-793814-1-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:27:13.307740 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.311695 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.314579 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.330408 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.347775 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.348495 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5312e50-918c-4508-bc67-3731cef41a05 {{(pid=91772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:27:13.348856 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55393347-46d2-42c9-a8d3-8b3a67f7d881']}} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:13.362772 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.363948 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-31437be7-5f66-4e7b-8575-7b0470b0fe83 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a5312e50-918c-4508-bc67-3731cef41a05 HTTP/1.1" status: 204 len: 168 time: 1.6081905 May 31 16:27:13.366513 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53880) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:13.440901 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Deleting subnet 609ef505-a38f-4acd-892d-245b5855f1a3 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:27:13.444489 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.462385 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 448931de-fae6-4598-bd87-e748de0a58ef no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:13.489409 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53c64b1-e16f-4ad6-9651-d3699e04320b') {'for_net_delete': True} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:13.489713 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.services.segments.db [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53c64b1-e16f-4ad6-9651-d3699e04320b') {} {{(pid=91773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:13.497924 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.498841 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 448931de-fae6-4598-bd87-e748de0a58ef {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:13.499274 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 448931de-fae6-4598-bd87-e748de0a58ef not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:13.499758 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device c1f0b105-766b-4b34-b835-bc280a23ec96 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:13.502330 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.504605 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6582542'] for segment, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.535504 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: c1f0b105-766b-4b34-b835-bc280a23ec96 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:13.535799 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device c1f0b105-766b-4b34-b835-bc280a23ec96 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:13.536158 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 6aafa015-5325-4d2c-9562-55da056db4d3 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:13.541245 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.549410 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=91773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:27:13.550060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6779846'] for segment, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: Traceback (most recent call last): May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: timer() May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: cb(*args, **kw) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: return func(*args, **kwargs) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: self._notify() May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: self.callback(batched_events) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: event.method(event) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: return f(self, *a, **k) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: return self._get(url).json() May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: return self.request(url, 'GET', **kwargs) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:27:13.568392 dv-cinder-793814-1-smb neutron-server[91773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:27:13.579946 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 6aafa015-5325-4d2c-9562-55da056db4d3 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:13.580444 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 6aafa015-5325-4d2c-9562-55da056db4d3 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:13.580784 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:13.598820 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.615954 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:13.616371 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 8a0eaf4e-d436-4530-96c5-3ecbe0f4179b not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:13.658254 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.662055 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-280aadeb-285b-45fa-98e8-9e993ef82dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:13.677021 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.688088 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Pushing event deleted for resources: {'Network': ['ID=55393347-46d2-42c9-a8d3-8b3a67f7d881,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:13.690980 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:13.695482 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-0b1ccfe0-a334-495b-9065-99eaae182574 admin admin] 10.222.0.61 "DELETE /v2.0/networks/55393347-46d2-42c9-a8d3-8b3a67f7d881 HTTP/1.1" status: 204 len: 168 time: 1.1276908 May 31 16:27:13.841514 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53886) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:13.888863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.893789 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:13.903354 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-93843182-bffa-4629-b5ee-3059eff86ab8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e48c52828ae14f26a5112113052d3180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584037 May 31 16:27:13.903846 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53890) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:13.935150 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609ef505-a38f-4acd-892d-245b5855f1a3,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:13.937682 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:13.941456 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:13.949672 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7d2ff-c823-4fd1-a8ac-b388b62068df None None] Network 3556450c-ce9a-4a82-87a9-a03609166931 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:27:13.952094 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-f2ef40f6-d6b7-4d32-9d73-dfed9cadda43 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/609ef505-a38f-4acd-892d-245b5855f1a3 HTTP/1.1" status: 204 len: 168 time: 0.5844259 May 31 16:27:13.954785 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 53894) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:13.980448 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.011914 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.075810 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.081387 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7843ea80-8e43-4606-a5d0-2f78eb6f101b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:14.100173 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecff92d-27da-4ed4-95ad-2fb9909bb85a,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:14.104218 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.105944 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:14.112578 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.117396 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ecff92d-27da-4ed4-95ad-2fb9909bb85a HTTP/1.1" status: 204 len: 168 time: 0.2122486 May 31 16:27:14.197147 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Deleting port 860e9264-6827-4555-9e36-9f426aa235c8 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:14.197666 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.284230 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] DHCP port deletion for 3556450c-ce9a-4a82-87a9-a03609166931 request from dv-cinder-793814-1-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:27:14.322570 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] For port 860e9264-6827-4555-9e36-9f426aa235c8, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=860e9264-6827-4555-9e36-9f426aa235c8,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:14.322944 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.359972 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Deleting port 860e9264-6827-4555-9e36-9f426aa235c8 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:14.360479 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.459294 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Calling delete_port for 860e9264-6827-4555-9e36-9f426aa235c8 owned by network:dhcp {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:14.469698 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] For port 860e9264-6827-4555-9e36-9f426aa235c8, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=860e9264-6827-4555-9e36-9f426aa235c8,segment=NetworkSegment(fdefcef6-4042-4818-a9b3-77dc5890dfb5),segment_id=fdefcef6-4042-4818-a9b3-77dc5890dfb5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:14.470225 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.511892 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.519937 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4e39681c-9451-4dea-8392-4833ba33b95b tempest-TestMinimumBasicScenario-1232114064 tempest-TestMinimumBasicScenario-1232114064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:14.569530 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53902) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:14.600454 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Pushing event deleted for resources: {'Port': ['ID=860e9264-6827-4555-9e36-9f426aa235c8,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:14.604893 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:14.606031 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] No DVR routers for this DVR port 860e9264-6827-4555-9e36-9f426aa235c8 on host dv-cinder-793814-1-smb {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:14.614673 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Calling delete_port for 860e9264-6827-4555-9e36-9f426aa235c8 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:14.624796 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-6b92493a-76d3-4a09-8b37-cf1ba1774716 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4fb50e36fe947658ca67c231149a93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538442 May 31 16:27:14.627212 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53906) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:14.666380 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.671519 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:14.695299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.721593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Pushing event deleted for resources: {'Port': ['ID=860e9264-6827-4555-9e36-9f426aa235c8,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:14.729168 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:14.730908 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.740360 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e652104-a0cf-47b3-b662-3c3826d65044 None None] No DVR routers for this DVR port 860e9264-6827-4555-9e36-9f426aa235c8 on host dv-cinder-793814-1-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:14.743661 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.780169 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.794709 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.794965 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3556450c-ce9a-4a82-87a9-a03609166931']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:14.798668 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4d845bdb-4fe2-481f-94bd-69b83580ab04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:14.809207 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdefcef6-4042-4818-a9b3-77dc5890dfb5') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:14.809599 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdefcef6-4042-4818-a9b3-77dc5890dfb5') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:14.813036 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b7f3a-6e48-4008-902f-82c7272b187d,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:14.816056 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:14.818127 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.819769 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e26b7f3a-6e48-4008-902f-82c7272b187d HTTP/1.1" status: 204 len: 168 time: 0.1908655 May 31 16:27:14.824581 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.844954 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.852369 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:27:14.853077 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:27:14.867129 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:27:15.048451 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 5d207f07-2d41-4556-b4e0-77cde89056ea no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:15.078335 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:15.084257 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:15.087594 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 5d207f07-2d41-4556-b4e0-77cde89056ea {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:15.088150 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 5d207f07-2d41-4556-b4e0-77cde89056ea not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:15.088799 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 860e9264-6827-4555-9e36-9f426aa235c8 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:15.092495 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99aef10b-9eb1-430e-942a-0904a9943e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:15.118655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Pushing event deleted for resources: {'Network': ['ID=3556450c-ce9a-4a82-87a9-a03609166931,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:15.121479 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:15.131687 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3556450c-ce9a-4a82-87a9-a03609166931 HTTP/1.1" status: 204 len: 168 time: 1.1746581 May 31 16:27:15.132614 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 860e9264-6827-4555-9e36-9f426aa235c8 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:15.133870 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 860e9264-6827-4555-9e36-9f426aa235c8 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:15.341280 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53914) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:15.393268 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-75e5c666-aa14-4b62-a21a-0482ad7f3724 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d3bda89f5c7414aa9a7827ff17b7760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506456 May 31 16:27:15.395534 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 53918) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:15.463817 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:15.491478 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:15.557868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:15.562373 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-eda206fb-82a9-40d4-9684-51d8e89b7d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:15.578046 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a27a8-e05a-4174-9052-7123d3d19195,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:15.581811 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:15.585329 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:15.586448 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/308a27a8-e05a-4174-9052-7123d3d19195 HTTP/1.1" status: 204 len: 168 time: 0.1900001 May 31 16:27:15.705369 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:27:20.482932 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54004) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:20.605413 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.620321 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:20.624285 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Usage tracker for resource:security_group_rule and tenant:3947d34946ee4b8d96278c16a38a7f95 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:20.627122 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:20.632925 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:20.716696 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.720310 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.727555 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-ac84ef7c-d0fc-4d6c-b193-06b452dabf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:20.771387 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3947d34946ee4b8d96278c16a38a7f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873716 May 31 16:27:20.772684 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394532ae-da82-49f4-8a34-2b69f99e6e59,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:20.775003 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54010) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:20.776354 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:20.836571 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.861900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.913844 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.917520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1d42a415-62a4-4be5-a4db-38963d757142 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:20.929729 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394532ae-da82-49f4-8a34-2b69f99e6e59,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:20.933100 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:20.934988 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:20.938575 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-8dd3350d-3b27-4514-b188-80bd6c268cf6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/394532ae-da82-49f4-8a34-2b69f99e6e59 HTTP/1.1" status: 204 len: 168 time: 0.1594234 May 31 16:27:21.228047 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54018) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:21.246805 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.260793 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:21.264586 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Usage tracker for resource:security_group_rule and tenant:66c5c5b7ea014fc79f519e1bbd2753f3 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:21.267353 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:21.273369 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:21.361203 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.365325 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.374290 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-03797d03-f5e3-422d-8600-4078afca5889 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:21.412629 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae08902-e366-4014-a965-60fd76ecbac0,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:21.417553 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66c5c5b7ea014fc79f519e1bbd2753f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884544 May 31 16:27:21.418541 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-268e2bb4-3a25-4819-b795-4e4e9bced03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:21.420595 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54022) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:21.484412 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.510147 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.561758 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.565472 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-34635ac9-62c0-4164-82fc-7acc757061af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:21.575902 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae08902-e366-4014-a965-60fd76ecbac0,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:21.579687 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:21.582869 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:21.583975 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ae08902-e366-4014-a965-60fd76ecbac0 HTTP/1.1" status: 204 len: 168 time: 0.1624219 May 31 16:27:36.154621 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b6c5-a5ca-4b25-b765-5acce1d3bf42 req-303ab6b1-675a-4134-9bee-4624e923543a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:36.156076 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7e2b6c5-a5ca-4b25-b765-5acce1d3bf42 req-303ab6b1-675a-4134-9bee-4624e923543a tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 947 time: 0.0846729 May 31 16:27:36.202743 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b7e2b6c5-a5ca-4b25-b765-5acce1d3bf42 req-a9244a3c-b3f0-45cb-9a30-e0ac52dde273 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 May 31 16:27:37.441928 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d276156-eb11-427c-ac20-3c4b07a62ad8 req-586b679e-0a89-4173-bebd-20622e82c904 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:37.443403 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9d276156-eb11-427c-ac20-3c4b07a62ad8 req-586b679e-0a89-4173-bebd-20622e82c904 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 947 time: 0.1096466 May 31 16:27:37.451313 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-37537c15-8c9d-453a-a56f-314212f17dcf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:27:37.452804 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-37537c15-8c9d-453a-a56f-314212f17dcf tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 947 time: 0.1558049 May 31 16:27:37.553188 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9d276156-eb11-427c-ac20-3c4b07a62ad8 req-96f0b816-7ae0-4e25-b28d-dc25fb12c5ff tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e1ffc17-b5df-4532-895f-7d336586f723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984125 May 31 16:27:37.623407 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Deleting port c80eaa7a-7df8-41e7-9110-fc9615e41c67 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:37.623748 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:37.759991 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] For port c80eaa7a-7df8-41e7-9110-fc9615e41c67, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=c80eaa7a-7df8-41e7-9110-fc9615e41c67,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:37.760388 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.060560 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.060859 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079281'] for floatingip, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.061154 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.l3_db [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Floating IP 93ad9101-b5f8-4b9d-9ade-61be539ff1a3 disassociated. External IP: 172.28.1.28, port: c80eaa7a-7df8-41e7-9110-fc9615e41c67. May 31 16:27:38.061382 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Calling delete_port for c80eaa7a-7df8-41e7-9110-fc9615e41c67 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:38.170483 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.175965 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:38.222186 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event deleted for resources: {'Port': ['ID=c80eaa7a-7df8-41e7-9110-fc9615e41c67,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:38.226140 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:38.406479 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:27:38.763788 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-48652aa0-1db7-4639-bc43-036ba6569009 req-e85398d5-4ef2-4bc4-a84f-2fec7a9f6e78 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ec4894-6352-492a-9d82-088a9b68b10c HTTP/1.1" status: 200 len: 210 time: 0.0600035 May 31 16:27:38.786119 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:27:38.798650 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:27:38.810592 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:38.811288 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:27:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:38.864731 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] No DVR routers for this DVR port c80eaa7a-7df8-41e7-9110-fc9615e41c67 on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:38.867356 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:38.870206 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-deleted', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:27:38.872501 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1859dabb-fcd9-4455-be95-7bf7df11f57f" -d '{"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-deleted", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:27:38.897325 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4c07c2f2-06f9-49db-ba10-459202f28b60 req-68e3ebfe-355c-4d11-992d-26a584697b3d tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.35 "DELETE /v2.0/ports/c80eaa7a-7df8-41e7-9110-fc9615e41c67 HTTP/1.1" status: 204 len: 173 time: 1.4288123 May 31 16:27:38.929858 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033700cf-c61a-4edc-aa5a-9756f083a32b x-openstack-request-id: req-033700cf-c61a-4edc-aa5a-9756f083a32b {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:27:38.930185 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec4894-6352-492a-9d82-088a9b68b10c", "name": "network-vif-deleted", "tag": "c80eaa7a-7df8-41e7-9110-fc9615e41c67", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:27:38.930474 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-033700cf-c61a-4edc-aa5a-9756f083a32b {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:27:38.931613 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ec4894-6352-492a-9d82-088a9b68b10c', 'name': 'network-vif-deleted', 'tag': 'c80eaa7a-7df8-41e7-9110-fc9615e41c67', 'status': 'completed', 'code': 200} May 31 16:27:38.996973 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:39.369759 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:39.373482 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:27:39.381595 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:39.382197 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:27:12Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:39.558597 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:39.785853 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-02ee143c-d658-466c-a4b9-4c29e92835b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:39.867372 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:39.872057 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd3433c-bc02-4ee9-ba1b-4b268f3f90e3 None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:20:31Z', 'revision_number': 4, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb', '_interfaces': [{'id': '474db356-39c0-4427-a8fd-73b107649203', 'name': '', 'network_id': '768c2299-8287-4e24-9aee-4858320c6979', 'tenant_id': '089429e586eb458dba6845da4c503031', 'mac_address': 'fa:16:3e:98:59:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '89e855bd-54ef-45f9-a402-557207596837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:30Z', 'updated_at': '2021-05-31T16:20:46Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'subnets': [{'id': '89e855bd-54ef-45f9-a402-557207596837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:27:39.906199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54224) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:39.973916 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.007900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.097547 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.110736 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4c15e7fe-ea6e-467e-8250-6e1cfb97df73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:40.132385 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1ffc17-b5df-4532-895f-7d336586f723,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:40.135029 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:40.143341 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.144839 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "DELETE /v2.0/security-groups/0e1ffc17-b5df-4532-895f-7d336586f723 HTTP/1.1" status: 204 len: 168 time: 0.2375865 May 31 16:27:40.147879 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54232) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:40.158925 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5d9a2-06fd-4a6c-8e4c-6a7f880e9cb3 None None] New status for floating IP 93ad9101-b5f8-4b9d-9ade-61be539ff1a3: DOWN {{(pid=91774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 16:27:40.167424 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.api.v2.resource [None req-7cd67c50-81d4-4e7f-b449-3a949a47a45f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] show failed (client error): The resource could not be found. May 31 16:27:40.172262 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-7cd67c50-81d4-4e7f-b449-3a949a47a45f tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "GET /v2.0/security-groups/0e1ffc17-b5df-4532-895f-7d336586f723 HTTP/1.1" status: 404 len: 347 time: 0.0195906 May 31 16:27:40.173343 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54236) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:40.418692 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Deleting port 0a4f17d4-f690-40e8-9162-1d017690fe73 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:40.419337 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.467716 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54244) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:40.566482 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.566868 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.590474 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.605875 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:40.609850 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Usage tracker for resource:security_group_rule and tenant:302b2401889e49768ba69f3343bead1c is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:40.612712 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:40.618966 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:40.709530 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.713352 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.716013 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Calling delete_port for 0a4f17d4-f690-40e8-9162-1d017690fe73 owned by network:floatingip {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:40.720505 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-42b64b1a-0d55-4751-bc46-1bd44e569024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:40.765105 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=302b2401889e49768ba69f3343bead1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961226 May 31 16:27:40.766221 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77822e8-5243-4285-aef0-2cccfb4218f0,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:40.769426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54250) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:40.774625 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:40.891552 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.902376 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:40.909862 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-26021bd9-b148-4139-baf3-9ab59a6569b7 tempest-AttachVolumeTestJSON-1192569023 tempest-AttachVolumeTestJSON-1192569023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:40.994390 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Pushing event deleted for resources: {'Port': ['ID=0a4f17d4-f690-40e8-9162-1d017690fe73,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:41.008246 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:41.043316 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.113456 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks [] for floatingip, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.143672 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for floatingip, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.145087 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ab585289-5f9d-47ec-b384-e9cf336e0100 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] 10.222.0.61 "DELETE /v2.0/floatingips/93ad9101-b5f8-4b9d-9ade-61be539ff1a3 HTTP/1.1" status: 204 len: 168 time: 0.9704442 May 31 16:27:41.146387 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.149121 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.150198 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d77822e8-5243-4285-aef0-2cccfb4218f0 HTTP/1.1" status: 204 len: 168 time: 0.3802147 May 31 16:27:41.151006 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3bcc6740-a6a6-44d2-a240-61e1ca1406c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:41.163706 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77822e8-5243-4285-aef0-2cccfb4218f0,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:41.171894 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:41.460384 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54262) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:41.479730 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.496344 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:41.500464 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Usage tracker for resource:security_group_rule and tenant:225c22948b18492fa07abf794c3480eb is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:41.503433 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:41.509491 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:41.592399 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.596903 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.604536 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f2dea644-08cd-4953-b870-d17cffc5614d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:41.652985 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=225c22948b18492fa07abf794c3480eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916435 May 31 16:27:41.654644 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f054c-386a-4b4d-ae7f-6fa756382dec,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:41.655767 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54266) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:41.657762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:41.715481 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.741288 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.795663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.799726 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-dcbd74a8-cc4d-48f7-9431-6def16ee8249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:41.813827 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f054c-386a-4b4d-ae7f-6fa756382dec,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:41.817761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:41.830081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:41.831205 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f41f054c-386a-4b4d-ae7f-6fa756382dec HTTP/1.1" status: 204 len: 168 time: 0.1744289 May 31 16:27:41.958252 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:41.997315 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: c80eaa7a-7df8-41e7-9110-fc9615e41c67 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:41.997663 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device c80eaa7a-7df8-41e7-9110-fc9615e41c67 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:42.124459 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-96113092-9a19-48cb-8bd3-4e24947e4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:42.201790 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:43.329840 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:43.440500 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:43.966338 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54328) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:44.742924 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:44.805810 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2073091'] for router_interface, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:45.234073 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Deleting port 474db356-39c0-4427-a8fd-73b107649203 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:45.234785 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:45.376744 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] For port 474db356-39c0-4427-a8fd-73b107649203, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=474db356-39c0-4427-a8fd-73b107649203,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:45.377255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:45.596272 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Calling delete_port for 474db356-39c0-4427-a8fd-73b107649203 owned by network:router_interface {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:45.748169 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:45.751684 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:45.794453 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=474db356-39c0-4427-a8fd-73b107649203,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:45.797367 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:46.167620 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2079891'] for router_interface, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:46.535001 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Router 9748f87f-805d-4f5b-828e-49fd76bc2de5 has already been hosted by L3 agent 72df017c-6d0c-4002-b626-e1a0f7213c90 {{(pid=91772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 16:27:46.727144 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] Notify agent at l3_agent.dv-cinder-793814-1-smb the message routers_updated {{(pid=91772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 16:27:46.737242 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] Sync routers for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 16:27:46.747500 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:46.748373 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:27:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:46.749141 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1b0d36ca-c697-4c89-8777-2208b0eefd33 admin admin] 10.222.0.61 "PUT /v2.0/routers/9748f87f-805d-4f5b-828e-49fd76bc2de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7813289 May 31 16:27:46.751947 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54352) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:46.933730 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: dv-cinder-793814-1-smb {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:46.938462 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks [] for router, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:47.124934 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:47.197534 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Deleting port e1800432-591c-4660-9b41-29be91f7d407 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:47.197770 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:47.267274 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'external_fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'e1800432-591c-4660-9b41-29be91f7d407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:27:45Z', 'revision_number': 5, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port': {'id': 'e1800432-591c-4660-9b41-29be91f7d407', 'name': '', 'network_id': '8b5df9cb-0699-469d-8f1e-3223fd7aa036', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793814-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T16:20:25Z', 'updated_at': '2021-05-31T16:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a8965a8-d81e-4e6f-bee4-a45ed1c9bd96', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793814-1-smb'}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:47.271035 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] Checking router: 9748f87f-805d-4f5b-828e-49fd76bc2de5 for host: dv-cinder-793814-1-smb {{(pid=91775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 16:27:47.279745 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] Routers {'9748f87f-805d-4f5b-828e-49fd76bc2de5'} bound to L3 agent in host dv-cinder-793814-1-smb {{(pid=91775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 16:27:47.280388 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793814-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T16:12:42Z,description=,heartbeat_timestamp=2021-05-31T16:27:42Z,host='dv-cinder-793814-1-smb',id=72df017c-6d0c-4002-b626-e1a0f7213c90,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T16:12:42Z,topic='l3_agent')) {'router_ids': ['9748f87f-805d-4f5b-828e-49fd76bc2de5'], 'active': True} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:47.323876 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] For port e1800432-591c-4660-9b41-29be91f7d407, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=e1800432-591c-4660-9b41-29be91f7d407,segment=NetworkSegment(425db9d0-e9d6-4933-b027-238a207ad987),segment_id=425db9d0-e9d6-4933-b027-238a207ad987)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:47.324241 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:47.432611 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_dvr_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] Set router 9748f87f-805d-4f5b-828e-49fd76bc2de5 gateway port host: None {{(pid=91775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 16:27:47.542289 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.l3_hamode_db [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:27:47Z', 'revision_number': 6, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port_host': None}], 'dv-cinder-793814-1-smb', False) {} {{(pid=91775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:47.546527 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f7ebaf-c311-4c8b-be68-ac4437288147 None None] The sync data for ids ['9748f87f-805d-4f5b-828e-49fd76bc2de5'] in dv-cinder-793814-1-smb is: [{'id': '9748f87f-805d-4f5b-828e-49fd76bc2de5', 'name': 'tempest-AttachVolumeShelveTestJSON-404392245-router', 'tenant_id': '089429e586eb458dba6845da4c503031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T16:20:24Z', 'updated_at': '2021-05-31T16:27:47Z', 'revision_number': 6, 'project_id': '089429e586eb458dba6845da4c503031', 'gw_port_host': None}] {{(pid=91775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 16:27:47.573054 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Calling delete_port for e1800432-591c-4660-9b41-29be91f7d407 owned by network:router_gateway {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:47.720940 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:47.725403 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-87d9e351-f7fe-4cd7-92de-2fd2f102f3d0 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:47.769183 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1800432-591c-4660-9b41-29be91f7d407,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:47.802952 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:47.861781 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079262'] for router_gateway, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.047796 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2077331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3033'] for router, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.050757 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.074929 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080175'] for router, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.075517 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9748f87f-805d-4f5b-828e-49fd76bc2de5 {{(pid=91772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 16:27:48.088165 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] Notify callbacks [] for router, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.091809 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-71fb144a-d7b2-40ec-ad88-51c897a20602 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9748f87f-805d-4f5b-828e-49fd76bc2de5 HTTP/1.1" status: 204 len: 168 time: 1.3363090 May 31 16:27:48.092008 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54362) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:48.153771 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Deleting subnet 89e855bd-54ef-45f9-a402-557207596837 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:27:48.156847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.210569 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.294277 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.571164 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.575328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-431352f8-faae-4355-a6cd-3036c49706a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:48.609411 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e855bd-54ef-45f9-a402-557207596837,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:48.611902 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:48.616344 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.621448 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d2817-44db-483f-8f88-a9fe7eb1cc05 None None] Network 768c2299-8287-4e24-9aee-4858320c6979 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:27:48.622454 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/89e855bd-54ef-45f9-a402-557207596837 HTTP/1.1" status: 204 len: 168 time: 0.5293345 May 31 16:27:48.624886 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54368) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:48.736601 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.811382 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Deleting port 41f3cd19-228a-4205-b83a-ccb759b78353 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:48.811628 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.880196 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] DHCP port deletion for 768c2299-8287-4e24-9aee-4858320c6979 request from dv-cinder-793814-1-smb {{(pid=91774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 16:27:48.921481 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] For port 41f3cd19-228a-4205-b83a-ccb759b78353, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=41f3cd19-228a-4205-b83a-ccb759b78353,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:48.921833 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:48.964579 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Deleting port 41f3cd19-228a-4205-b83a-ccb759b78353 {{(pid=91774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:27:48.964898 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.067697 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Calling delete_port for 41f3cd19-228a-4205-b83a-ccb759b78353 owned by network:dhcp {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:49.073624 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] For port 41f3cd19-228a-4205-b83a-ccb759b78353, host dv-cinder-793814-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793814-1-smb',level=0,port_id=41f3cd19-228a-4205-b83a-ccb759b78353,segment=NetworkSegment(81cc65b5-81ba-47c8-8b6e-55cd22283ff5),segment_id=81cc65b5-81ba-47c8-8b6e-55cd22283ff5)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:27:49.074018 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.083909 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 474db356-39c0-4427-a8fd-73b107649203 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:49.123887 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.127640 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ec45a121-a462-43d2-aa00-d3b71c2b3761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:49.173987 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 474db356-39c0-4427-a8fd-73b107649203 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:49.174327 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 474db356-39c0-4427-a8fd-73b107649203 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:49.174755 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device e1800432-591c-4660-9b41-29be91f7d407 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:49.178654 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f3cd19-228a-4205-b83a-ccb759b78353,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:49.182464 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:49.183274 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] No DVR routers for this DVR port 41f3cd19-228a-4205-b83a-ccb759b78353 on host dv-cinder-793814-1-smb {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:49.273318 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: e1800432-591c-4660-9b41-29be91f7d407 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:49.273669 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device e1800432-591c-4660-9b41-29be91f7d407 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:49.274095 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 41f3cd19-228a-4205-b83a-ccb759b78353 no longer exists at agent ovs-agent-dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:27:49.307393 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Calling delete_port for 41f3cd19-228a-4205-b83a-ccb759b78353 owned by network:dhcp {{(pid=91774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:27:49.322627 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] No Port match for: 41f3cd19-228a-4205-b83a-ccb759b78353 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:27:49.322938 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Device 41f3cd19-228a-4205-b83a-ccb759b78353 not bound to the agent host dv-cinder-793814-1-smb {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:27:49.372492 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620'] for port, after_delete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.377176 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:49.421130 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Pushing event deleted for resources: {'Port': ['ID=41f3cd19-228a-4205-b83a-ccb759b78353,revision_number=None']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:49.426216 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] No DVR routers for this DVR port 41f3cd19-228a-4205-b83a-ccb759b78353 on host dv-cinder-793814-1-smb {{(pid=91774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:27:49.433103 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.434016 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.434551 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.435039 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.435529 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.436015 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.436513 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.437015 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.437491 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.437963 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.438574 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.439034 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.439856 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:27:49.457865 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7288dd85-d769-4184-bb62-cc7859784bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:49.467212 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768c2299-8287-4e24-9aee-4858320c6979']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:49.479726 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc65b5-81ba-47c8-8b6e-55cd22283ff5') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:49.480021 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc65b5-81ba-47c8-8b6e-55cd22283ff5') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:27:49.492379 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.511355 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.518083 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:27:49.518485 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:27:49.532421 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:27:49.567571 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54380) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:49.606821 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.610746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:49.628394 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.639353 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=768c2299-8287-4e24-9aee-4858320c6979,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:49.644416 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:49.647184 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1086bcb4-fef6-4221-9087-2325b25664e6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/768c2299-8287-4e24-9aee-4858320c6979 HTTP/1.1" status: 204 len: 168 time: 1.0213673 May 31 16:27:49.696569 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.716037 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:49.719909 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Usage tracker for resource:security_group_rule and tenant:ecd69d29aa284c1fa0751831872af3a3 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:49.722810 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:49.729249 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:49.773448 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54388) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:49.824123 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-2eb95c7d-266d-4e6a-b60a-fa95edcc9be2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=089429e586eb458dba6845da4c503031&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493324 May 31 16:27:49.824471 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.826683 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54392) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:49.830043 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.837670 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-80788b73-39cf-4697-80ae-e686fd205e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:49.880071 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecd69d29aa284c1fa0751831872af3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113952 May 31 16:27:49.881139 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a297f-f91e-4a2f-84d5-3d297d580f43,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:49.882890 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54396) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:49.884384 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b8dcc970-e1dd-42d6-9b59-04b98a50e10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:49.900097 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:49.946155 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.001850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.038690 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.062004 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.074034 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b031bf74-adf7-41da-886a-12a1d642cd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:50.091727 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f53917-3c92-44fb-92b4-fb15e351ecff,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:50.096383 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:50.099024 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.103362 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b47e424c-78cb-4a20-be28-225ffffc6c17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2f53917-3c92-44fb-92b4-fb15e351ecff HTTP/1.1" status: 204 len: 168 time: 0.2752061 May 31 16:27:50.122250 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.127262 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-98f0b090-8220-4909-9335-ba72a0767d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:50.139934 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a297f-f91e-4a2f-84d5-3d297d580f43,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:50.142177 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:50.144290 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.149967 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/090a297f-f91e-4a2f-84d5-3d297d580f43 HTTP/1.1" status: 204 len: 168 time: 0.2607574 May 31 16:27:50.499791 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54414) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:50.517825 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.532876 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:50.536800 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Usage tracker for resource:security_group_rule and tenant:54f2001b541944649757bf9cf47be6e1 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:50.539622 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:50.545272 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:50.627868 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.632761 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.640123 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4e520e6c-1bb7-4c1e-afd1-c8b100b8d3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:50.684720 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c12677-7078-4871-8fd0-12ce16f042de,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:50.691570 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54422) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:50.692119 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54f2001b541944649757bf9cf47be6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907268 May 31 16:27:50.693193 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-59c2ef6e-a37a-4cb6-ac9a-e2492ed67e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:50.754279 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.787206 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.859395 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.863551 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-45702baf-c9d5-480a-840d-624543ff103e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:50.880292 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c12677-7078-4871-8fd0-12ce16f042de,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:50.883130 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:50.891092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:50.892255 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-96099f62-3c83-4130-a5c2-ed3208a3bee2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5c12677-7078-4871-8fd0-12ce16f042de HTTP/1.1" status: 204 len: 168 time: 0.1992135 May 31 16:27:52.074561 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54474) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:52.196103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.210081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:52.213834 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Usage tracker for resource:security_group_rule and tenant:d560da304b5b488b8ae39d77bb64aedf is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:52.216588 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:52.222149 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:52.302857 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.306553 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.314921 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d2d2286a-1309-4d13-ac80-f1d5a4917b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:52.354386 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d560da304b5b488b8ae39d77bb64aedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787495 May 31 16:27:52.355363 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6b67f-b6f6-4ca5-9725-c43a5673f516,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:52.357016 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54480) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:52.358467 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-da90793d-664f-499e-a30c-4c5201f6fcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:52.416387 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.441608 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.492224 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.495826 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-514492c4-61dd-41fb-bc9e-8b7dd5f5f56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:52.507430 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6b67f-b6f6-4ca5-9725-c43a5673f516,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:52.509958 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:52.517266 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:52.518436 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a05de961-b2fa-4501-a740-f549881152fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/adc6b67f-b6f6-4ca5-9725-c43a5673f516 HTTP/1.1" status: 204 len: 168 time: 0.1591091 May 31 16:27:52.704861 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:27:53.660134 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54528) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:53.778267 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:53.792978 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:53.796765 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Usage tracker for resource:security_group_rule and tenant:379594c14aee42afb0885daf74f45713 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:53.799544 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:53.805218 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:53.884984 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:53.888914 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:53.901054 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-92d585da-73d0-41db-9bc9-21107dd82e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:53.939988 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=379594c14aee42afb0885daf74f45713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787509 May 31 16:27:53.941604 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2305254-2ccf-4017-8446-766d53293c36,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:53.943060 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54534) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:53.944590 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4a3b968-917f-4839-b5c8-4256e40e3b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:54.003166 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.029877 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.090478 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.094379 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e06dbf66-25f8-4eea-973f-98ba9c245135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:54.107150 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2305254-2ccf-4017-8446-766d53293c36,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:54.110992 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:54.116261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.117390 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-52bdfa27-4122-496c-91e5-056c80113431 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2305254-2ccf-4017-8446-766d53293c36 HTTP/1.1" status: 204 len: 168 time: 0.1727202 May 31 16:27:54.610233 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54558) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:54.747365 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.762173 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:27:54.766079 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:238caf8718e7417cad80dbd15a50ad95 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:27:54.769465 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:27:54.776303 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:27:54.875217 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.879181 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:54.889202 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e8db8059-5b19-49fb-a883-a54d431216a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:54.930118 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=238caf8718e7417cad80dbd15a50ad95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188014 May 31 16:27:54.931899 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f175611b-5d57-4ebe-8b92-2a63c50c4eef,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:54.932946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54572) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:27:54.935122 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-8c6457c6-c3fa-4ebf-9f30-57b1958b0eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:54.996342 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:55.026575 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:55.086632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:55.092492 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-5bd2cc65-8385-41a2-bf75-c8ccd9131c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:27:55.107418 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f175611b-5d57-4ebe-8b92-2a63c50c4eef,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:27:55.111088 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:27:55.116939 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:27:55.120658 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f175611b-5d57-4ebe-8b92-2a63c50c4eef HTTP/1.1" status: 204 len: 168 time: 0.1866269 May 31 16:28:06.643306 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 54818) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:06.759742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:06.774900 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:06.779511 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Usage tracker for resource:security_group_rule and tenant:820b2bd2f23c416995311c7fd65a1a3e is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:06.782363 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:06.788052 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:06.881946 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:06.886318 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:06.893617 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a39757ea-81b5-4e41-89f0-867c86f575c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:06.933289 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2d46dc-e5b5-4da1-b8aa-7277bc47dd51,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:06.939382 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=820b2bd2f23c416995311c7fd65a1a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950673 May 31 16:28:06.942092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 54824) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:06.943974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.944398 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.944769 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.945146 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.945502 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.946352 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.946715 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.947069 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.947426 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.947977 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.948364 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.948717 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:06.952611 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-362edaab-ec21-48a1-9ac2-8bf2ee237b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:07.006579 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.034628 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.095493 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.099139 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-76df5ec8-6f2d-41e4-8acc-b6e3594d1b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:07.112010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2d46dc-e5b5-4da1-b8aa-7277bc47dd51,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:07.121649 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.122015 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.122375 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.122723 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.123077 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.123424 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.123766 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.124109 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.124861 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.125214 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.125555 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.125913 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:28:07.130910 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:07.132886 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:07.134530 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed2d46dc-e5b5-4da1-b8aa-7277bc47dd51 HTTP/1.1" status: 204 len: 168 time: 0.1912832 May 31 16:28:09.755359 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-108068e7-a7c6-4238-bf8e-95a369493dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.119661 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd007-bbb3-4b47-ae64-3535f06d59d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:12.204605 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:13.363454 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:13.443969 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:14.733257 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.013844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55052) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:29.131812 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.146468 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:29.151235 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce21de6c3f546a4bdb40dc1a973995b is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:29.154149 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:29.159844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:29.240893 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.244790 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.253097 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-e9c9e908-052c-4d34-8dd9-a6d6d3b48c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:29.291881 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ce21de6c3f546a4bdb40dc1a973995b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769802 May 31 16:28:29.293513 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d489afad-5341-4f82-bdd9-e00470b9a266,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:29.295868 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55058) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:29.298517 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a3148e50-c8e6-440d-807f-acf159eecf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:29.358574 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.384096 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.436625 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.440340 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-b23d906d-7232-48b8-a012-a18576d6b6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:29.452383 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d489afad-5341-4f82-bdd9-e00470b9a266,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:29.455752 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:29.459096 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.462930 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d489afad-5341-4f82-bdd9-e00470b9a266 HTTP/1.1" status: 204 len: 168 time: 0.1660712 May 31 16:28:29.703836 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:28:29.738899 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55066) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:29.757544 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.772156 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:29.776373 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Usage tracker for resource:security_group_rule and tenant:64199969d0774337aae647763d80b400 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:29.779162 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:29.784807 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:29.870047 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.878409 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:29.890718 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7c4151c8-043b-45b2-8f4d-e7be5909315e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:29.933715 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64199969d0774337aae647763d80b400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937494 May 31 16:28:29.934735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6596ce2b-db39-467f-82ce-011c33ca424c,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:29.936416 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55070) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:29.937779 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e478d516-8bd5-4000-8256-cd0b4014708e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:29.995020 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.019691 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.074342 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.078081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c639d6ea-3d87-42b7-a414-a4e6f5126624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:30.088540 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596ce2b-db39-467f-82ce-011c33ca424c,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:30.090778 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:30.096253 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:30.099624 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6596ce2b-db39-467f-82ce-011c33ca424c HTTP/1.1" status: 204 len: 168 time: 0.1593380 May 31 16:28:38.669640 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55192) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:38.789647 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:38.803735 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:38.808241 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Usage tracker for resource:security_group_rule and tenant:47a97488daaa488095d4ca81c5b98a77 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:38.811031 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:38.816693 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:38.900018 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:38.903817 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:38.912224 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-05c62f17-7e65-4363-9551-7d2c7f648e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:38.950210 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47a97488daaa488095d4ca81c5b98a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793872 May 31 16:28:38.952943 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55198) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:38.954454 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711fb39-2814-4887-84ac-1b72b592b810,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:38.957844 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-82295c05-ad53-4a0c-ac35-be9edc44efc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:39.016637 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.043328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.092959 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.096644 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f9877ee0-3c8b-422e-95b3-1b0a9d151a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:39.108784 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b711fb39-2814-4887-84ac-1b72b592b810,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:39.112599 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:39.123255 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.125022 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-a1ef75c4-c1d3-48f5-8e8f-9e6d709ef4d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b711fb39-2814-4887-84ac-1b72b592b810 HTTP/1.1" status: 204 len: 168 time: 0.1708820 May 31 16:28:39.401242 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55206) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:39.419366 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.434218 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:39.438073 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Usage tracker for resource:security_group_rule and tenant:236fa6d0af464708b6a0a4839304abfc is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:39.440914 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:39.446586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:39.542242 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.546043 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.553107 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e8febf88-42e2-4ee4-b453-afa44d782f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:39.599486 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=236fa6d0af464708b6a0a4839304abfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971915 May 31 16:28:39.600404 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d088022e-c9c1-45db-af49-e32322994949,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:39.602548 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55210) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:39.603652 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-b337ef9c-d259-472a-8d0e-433e40ee3f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:39.664020 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.690295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.747016 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-dfcbad90-cff1-4ecc-b9d5-2b51a5e56ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.748667 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.753637 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4bf948ae-945e-4c55-9db3-895e267f8c66 tempest-TestShelveInstance-727251236 tempest-TestShelveInstance-727251236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:39.766506 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088022e-c9c1-45db-af49-e32322994949,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:39.769358 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:39.777382 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:39.778515 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-d15a3529-e47a-459b-9666-a5bda04423cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d088022e-c9c1-45db-af49-e32322994949 HTTP/1.1" status: 204 len: 168 time: 0.1749775 May 31 16:28:42.121198 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d63b520c-e1b9-4eed-af73-08dd96815c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:42.206419 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:43.332555 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:43.456458 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:44.735158 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.328617 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55288) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:45.451604 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.467391 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:45.472013 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Usage tracker for resource:security_group_rule and tenant:096f51882e9d453eb91a4c4fcfa5d11c is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:45.475276 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:45.490058 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:45.574065 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.577923 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.586878 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-75c8d54a-986b-4aec-b079-8050a7d04779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:45.628908 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=096f51882e9d453eb91a4c4fcfa5d11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989874 May 31 16:28:45.630025 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0479d7-8656-4e94-b226-833750f7d0ae,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:45.631863 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55294) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:45.634235 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fbdef88d-0bd9-4b74-b48c-f87e3603ec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:45.692702 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.718949 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.770036 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.774732 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-16e481bb-7f20-488d-b8cb-ae2371efa717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:45.785823 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0479d7-8656-4e94-b226-833750f7d0ae,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:45.788122 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:45.794061 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:45.795234 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-9d2b64c3-016a-48f9-aa36-c2752fb22962 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de0479d7-8656-4e94-b226-833750f7d0ae HTTP/1.1" status: 204 len: 168 time: 0.1609719 May 31 16:28:46.079423 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55302) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:46.096705 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.111130 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:46.114915 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Usage tracker for resource:security_group_rule and tenant:e9013a39ed374cda961b28bd00039380 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:46.118303 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:46.124663 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:46.297618 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.301591 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.309295 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-7f1f2a3c-9bf5-4996-b96a-d4907f84f465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:46.353011 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9013a39ed374cda961b28bd00039380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724218 May 31 16:28:46.353893 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2ad5c3-2faf-4466-bde1-1452aa577938,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:46.355660 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55306) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:46.357336 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:46.416059 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.442480 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.497626 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.502300 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-318c1e0a-4173-4603-a9e2-c2c86fc4c6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:46.515606 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2ad5c3-2faf-4466-bde1-1452aa577938,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:46.518488 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:46.530091 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:46.531406 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f2ad5c3-2faf-4466-bde1-1452aa577938 HTTP/1.1" status: 204 len: 168 time: 0.1746194 May 31 16:28:53.962872 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55430) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:54.078787 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.093759 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:54.097587 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Usage tracker for resource:security_group_rule and tenant:0d8cf07710f04b6da685993ef3b6dcad is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:54.100436 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:54.106876 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:54.193359 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.198128 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.207156 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-cacd4e08-e58f-4424-bd43-4e9b90df2967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:54.246504 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d8cf07710f04b6da685993ef3b6dcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823098 May 31 16:28:54.248130 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095c20ff-bb32-4fb2-b338-314b7187528e,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:54.249650 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55436) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:54.251329 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e37b5b61-5374-4ad5-8c94-46797e80175b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:54.320753 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.346645 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.406024 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.410589 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-592e6da0-f740-45c4-9d95-2abd9bdbd741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:54.429888 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095c20ff-bb32-4fb2-b338-314b7187528e,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:54.432921 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:54.440473 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.441598 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-6f1dffed-3fb6-4d62-8b50-44ef37e23a66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/095c20ff-bb32-4fb2-b338-314b7187528e HTTP/1.1" status: 204 len: 168 time: 0.1900315 May 31 16:28:54.721405 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55444) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:54.738769 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.753261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:54.757010 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Usage tracker for resource:security_group_rule and tenant:94991f26b72a46a696b7a767b9f768aa is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:54.760652 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:54.766235 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:54.849150 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.853006 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.860094 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bd2b41b3-8725-4144-a4dc-1fdbda6cbff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:54.899695 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eb7ce6-c710-404f-864c-4d7ab1097024,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:54.904008 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94991f26b72a46a696b7a767b9f768aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816022 May 31 16:28:54.904975 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-609f8158-6f0e-4926-9f90-79396159b44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:54.906638 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55448) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:54.969643 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:54.996161 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:55.052442 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:55.056761 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-412ff5f3-81e8-4e1c-a9cf-870d01b14bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:55.069218 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eb7ce6-c710-404f-864c-4d7ab1097024,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:55.072105 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:55.074202 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:55.075162 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-694747bd-b145-4b9f-a2af-a5613fafd72d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68eb7ce6-c710-404f-864c-4d7ab1097024 HTTP/1.1" status: 204 len: 168 time: 0.1676469 May 31 16:28:55.813223 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55472) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:55.915843 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-289575531-network', 'tenant_id': '2073b785c10c40769c552f68ca89cfac'}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:55.920604 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:55.924369 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Usage tracker for resource:network and tenant:2073b785c10c40769c552f68ca89cfac is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:55.927265 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:55.933124 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:55.943194 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Made reservation on behalf of 2073b785c10c40769c552f68ca89cfac for: {'network': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:55.946097 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:55.957824 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:55.972348 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:55.975998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2073b785c10c40769c552f68ca89cfac is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:55.978833 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:55.984621 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:56.068646 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.073090 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.077025 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-22236c60-97b9-435d-9c73-70185eb59c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:56.102648 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=91773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:28:56.111069 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f01f4-8ab0-4f78-b1df-a915fdc838b6,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:56.114593 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:56.117694 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.118117 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.db.segments_db [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Added segment 15703e77-34e9-42b5-b20d-aa1c52111e5c of type vlan for network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 May 31 16:28:56.144254 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.171815 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.173030 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:56.173617 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.178128 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-a3565a9d-8ce4-4e4d-b073-ac6cc8db793a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:56.273375 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4588022 May 31 16:28:56.276313 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55478) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:56.276818 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:56.279721 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c7882858-0cf4-41a7-b9ff-c312c683b5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:56.282284 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Request body: {'subnet': {'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-289575531-subnet', 'tenant_id': '2073b785c10c40769c552f68ca89cfac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:56.286778 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:28:56.287294 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:56.290897 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Usage tracker for resource:subnet and tenant:2073b785c10c40769c552f68ca89cfac is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:56.293746 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:56.299414 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:56.311413 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Made reservation on behalf of 2073b785c10c40769c552f68ca89cfac for: {'subnet': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:56.313889 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8019025'] for subnet, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.786614 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7610967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8019015'] for subnet, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.790617 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-95f77c28-a8d6-45bc-abc3-a41b6426c8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:56.864482 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a95e80-6359-496a-8d60-32baad22b6e3,revision_number=0']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:56.867982 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:56.873643 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Checking segment: {'id': '15703e77-34e9-42b5-b20d-aa1c52111e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:56.874001 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Network hostable DHCP agents. Network: 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:28:56.890481 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:28:56.900847 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9) {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:56.909176 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:56.909755 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:56.912268 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f65f7-e78d-4eeb-aca8-f687861c37ea None None] Network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:56.934984 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-54298c21-f432-43f7-a94d-c8eb1fb85c27 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6572571 May 31 16:28:57.107765 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26fe70-af96-4133-a405-771dc7fb9c7c None None] Network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:57.458322 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55496) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:57.464621 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1366841252-network', 'tenant_id': '123b8f0faa8f4678b37a2c19753d65f5'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:57.469303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:57.473108 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Usage tracker for resource:network and tenant:123b8f0faa8f4678b37a2c19753d65f5 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:57.475915 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:57.481703 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:57.492088 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Made reservation on behalf of 123b8f0faa8f4678b37a2c19753d65f5 for: {'network': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:57.494415 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-937237'] for network, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.506260 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.520755 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:57.525301 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Usage tracker for resource:security_group_rule and tenant:123b8f0faa8f4678b37a2c19753d65f5 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:57.528055 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:57.533704 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:57.617750 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.622582 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.626081 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-fc1bd5a9-c511-4a61-ac64-5ac3a2f2aee7 tempest-AttachVolumeShelveTestJSON-1029048627 tempest-AttachVolumeShelveTestJSON-1029048627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:57.659924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=91772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 16:28:57.665149 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd7d991-2243-422d-a75e-3bdd510daa88,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:57.668712 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:57.675065 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.675543 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.db.segments_db [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Added segment 30cda5de-f607-43c7-b750-dda7a3c68019 of type vlan for network e926aa9a-d8ab-405f-9379-25626fe5f341 May 31 16:28:57.703244 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789764665676'] for network, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.735712 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626'] for network, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.737289 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:57.737963 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:57.744731 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8b1a03ae-5a4d-4cbc-a1f3-ee1512188fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:57.856022 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3965678 May 31 16:28:57.858776 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55500) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:28:57.859485 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Pushing event updated for resources: {'Network': ['ID=e926aa9a-d8ab-405f-9379-25626fe5f341,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:57.862295 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3f773d73-4f7f-4701-b855-d03e7ed8c381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:57.864515 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.v2.base [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Request body: {'subnet': {'network_id': 'e926aa9a-d8ab-405f-9379-25626fe5f341', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1366841252-subnet', 'tenant_id': '123b8f0faa8f4678b37a2c19753d65f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:28:57.870017 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:28:57.873903 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Usage tracker for resource:subnet and tenant:123b8f0faa8f4678b37a2c19753d65f5 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:28:57.875819 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Network e926aa9a-d8ab-405f-9379-25626fe5f341 details requested by agent ovs-agent-dv-cinder-793814-1-smb with host dv-cinder-793814-1-smb {{(pid=91774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 16:28:57.877041 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:28:57.884047 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:28:57.894412 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Made reservation on behalf of 123b8f0faa8f4678b37a2c19753d65f5 for: {'subnet': 1} {{(pid=91773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:28:57.896979 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7375017'] for subnet, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:58.288092 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6653475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7375039'] for subnet, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:58.292397 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-5d00bcda-e8f9-4790-a8b2-22b26ff90746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:28:58.371545 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547a00b5-0331-42da-abb1-aa9f7813a994,revision_number=0']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:28:58.374261 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:28:58.381634 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Checking segment: {'id': '30cda5de-f607-43c7-b750-dda7a3c68019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e926aa9a-d8ab-405f-9379-25626fe5f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:28:58.381989 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Network hostable DHCP agents. Network: e926aa9a-d8ab-405f-9379-25626fe5f341, hostable agents: ['d8405606-0eb4-4737-9eae-c52806bb10a6'], hosted agents: [] {{(pid=91773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 16:28:58.400874 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Network e926aa9a-d8ab-405f-9379-25626fe5f341 is scheduled to be hosted by DHCP agent d8405606-0eb4-4737-9eae-c52806bb10a6 with binding_index 1 {{(pid=91773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 16:28:58.410311 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.scheduler.base_scheduler [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793814-1-smb, e926aa9a-d8ab-405f-9379-25626fe5f341) {{(pid=91773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:28:58.418886 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:58.419477 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for subnet, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:28:58.420628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd63ddb-4830-4ddf-99fa-e2c0e041f19c None None] Network e926aa9a-d8ab-405f-9379-25626fe5f341 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:58.439705 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-713aef25-4bb7-442d-8215-490a6cab6153 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5798399 May 31 16:28:58.625206 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e4e8d-bf79-4427-ac47-67b2a978e409 None None] Network e926aa9a-d8ab-405f-9379-25626fe5f341 requested from dv-cinder-793814-1-smb {{(pid=91774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 16:28:59.037891 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-9963edcb-bd86-452c-b64f-b0f434d073e5 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:28:59.040460 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-9963edcb-bd86-452c-b64f-b0f434d073e5 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/networks?id=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 HTTP/1.1" status: 200 len: 808 time: 0.1557808 May 31 16:28:59.055950 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-72238aa9-e170-4f82-b5a9-4787a99a7531 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/quotas/2073b785c10c40769c552f68ca89cfac HTTP/1.1" status: 200 len: 375 time: 0.0098391 May 31 16:28:59.106403 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-62099f24-b520-493f-90ec-5514d3a0a440 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2073b785c10c40769c552f68ca89cfac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455239 May 31 16:28:59.235934 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-938c0295-7b5c-4d8a-be7c-e1384faa1792 service neutron] 10.222.0.61 "GET /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231229 May 31 16:28:59.365525 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-789d8368-bb8d-4b28-a25d-2a444ba1b40d service neutron] 10.222.0.61 "GET /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235659 May 31 16:28:59.546037 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-e2ecc620-389a-4e17-8846-a92c330cd334 req-0b2c0446-872e-4c22-b924-ea3f9efa80cd tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 210 time: 0.0457807 May 31 16:29:00.786022 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-b4be9b3b-afae-485a-bae5-8bd06a44eecc req-b3b260f5-c4cb-4c4b-bb67-dceb1689c281 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 210 time: 0.1185279 May 31 16:29:00.856612 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-72b3f44b-1817-422d-b5cc-933d7805cb05 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:00.858018 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-72b3f44b-1817-422d-b5cc-933d7805cb05 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.35 "GET /v2.0/networks?id=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 HTTP/1.1" status: 200 len: 808 time: 0.1919920 May 31 16:29:00.870001 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Request body: {'port': {'device_id': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9', 'admin_state_up': True, 'tenant_id': '2073b785c10c40769c552f68ca89cfac'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:01.006120 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:01.010096 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Usage tracker for resource:port and tenant:2073b785c10c40769c552f68ca89cfac is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:01.013009 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:01.018735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:01.029795 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Made reservation on behalf of 2073b785c10c40769c552f68ca89cfac for: {'port': 1} {{(pid=91772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 16:29:01.033328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:01.199615 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_common [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Allocated IP 172.20.0.4 (0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9/29a95e80-6359-496a-8d60-32baad22b6e3/63c36b16-df8a-4a93-823f-9e8b23165701) {{(pid=91772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 16:29:01.415307 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks [] for port, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:01.444218 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789764646611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:01.449974 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-84876448-c659-4fcd-a1cf-917038da2eaf tempest-AttachVolumeNegativeTest-241606282 tempest-AttachVolumeNegativeTest-241606282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:01.514667 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 is already hosted by enough agents. {{(pid=91772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 16:29:01.517742 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.scheduler.base_scheduler [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Resources bound (agent type, host, resource id): {{(pid=91772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 16:29:01.521424 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Received port after_create {{(pid=91772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 16:29:01.552079 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Pushing event updated for resources: {'Port': ['ID=63c36b16-df8a-4a93-823f-9e8b23165701,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:01.558541 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:01.587540 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:01.588141 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:01.608862 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430358 May 31 16:29:01.627698 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.v2.base [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Request body: {'port': {'device_id': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79381'}} {{(pid=91772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 16:29:01.843127 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:02.122050 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933e169-eec1-4d57-9944-c5847a3a5111 req-d801a4bb-c202-4e9d-a8a9-85ecc573df9d tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:02.122637 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-f933e169-eec1-4d57-9944-c5847a3a5111 req-d801a4bb-c202-4e9d-a8a9-85ecc573df9d tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Synchronizing usage tracker for tenant:2073b785c10c40769c552f68ca89cfac on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:29:02.167067 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-f933e169-eec1-4d57-9944-c5847a3a5111 req-d801a4bb-c202-4e9d-a8a9-85ecc573df9d tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Unset dirty status for tenant:2073b785c10c40769c552f68ca89cfac on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:29:02.168222 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f933e169-eec1-4d57-9944-c5847a3a5111 req-d801a4bb-c202-4e9d-a8a9-85ecc573df9d tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 931 time: 0.2723188 May 31 16:29:02.233632 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-f933e169-eec1-4d57-9944-c5847a3a5111 req-8dec2092-1c2b-4fcd-a2f2-5f95cfb021cb tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580158 May 31 16:29:02.301707 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c36b16-df8a-4a93-823f-9e8b23165701 {{(pid=91772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:29:02.309632 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:02.324443 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Transition to ACTIVE for port object 63c36b16-df8a-4a93-823f-9e8b23165701 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 16:29:02.327939 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:02.332467 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-652949c9-52aa-4b9d-94d9-791096d38a9c tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:02.489876 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Pushing event updated for resources: {'Port': ['ID=63c36b16-df8a-4a93-823f-9e8b23165701,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:02.516190 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:02.557321 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Attempting to bind port 63c36b16-df8a-4a93-823f-9e8b23165701 on host hv-cinder-79381 for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 16:29:02.557655 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Attempting to bind port 63c36b16-df8a-4a93-823f-9e8b23165701 by drivers openvswitch,hyperv on host hv-cinder-79381 at level 0 using segments [{'id': '15703e77-34e9-42b5-b20d-aa1c52111e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 16:29:02.557979 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Attempting to bind port 63c36b16-df8a-4a93-823f-9e8b23165701 on network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:29:02.562449 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Port 63c36b16-df8a-4a93-823f-9e8b23165701 on network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79381 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 16:29:02.562766 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Attempting to bind port 63c36b16-df8a-4a93-823f-9e8b23165701 on network 0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 16:29:02.567735 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Checking agent: {'id': '610eaa62-03dc-4c29-ab59-afea294be555', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79381', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'started_at': datetime.datetime(2021, 5, 31, 16, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 16, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 16:29:02.568071 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Checking segment: {'id': '15703e77-34e9-42b5-b20d-aa1c52111e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 16:29:02.568476 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Bound using segment: {'id': '15703e77-34e9-42b5-b20d-aa1c52111e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 16:29:02.568901 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Bound port: 63c36b16-df8a-4a93-823f-9e8b23165701, host: hv-cinder-79381, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15703e77-34e9-42b5-b20d-aa1c52111e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 16:29:02.569242 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:02.657866 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] For port 63c36b16-df8a-4a93-823f-9e8b23165701, host hv-cinder-79381, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 16:29:02.660766 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] For port 63c36b16-df8a-4a93-823f-9e8b23165701, host hv-cinder-79381, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=63c36b16-df8a-4a93-823f-9e8b23165701,segment=NetworkSegment(15703e77-34e9-42b5-b20d-aa1c52111e5c),segment_id=15703e77-34e9-42b5-b20d-aa1c52111e5c)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 16:29:02.664959 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7788526'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:02.669512 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-84ff1fe1-fafc-4ba2-ae08-4c2f5956b00a tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:02.726690 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:02.727303 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:02.728739 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] 10.222.0.35 "PUT /v2.0/ports/63c36b16-df8a-4a93-823f-9e8b23165701 HTTP/1.1" status: 200 len: 1093 time: 1.1051252 May 31 16:29:02.729601 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'tag': '63c36b16-df8a-4a93-823f-9e8b23165701'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:29:02.732289 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af60670-ff09-473b-8b4e-eeae878022a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d397664-99a5-4ede-a5b7-a73f555ddcee", "tag": "63c36b16-df8a-4a93-823f-9e8b23165701"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:29:02.756266 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Pushing event updated for resources: {'Port': ['ID=63c36b16-df8a-4a93-823f-9e8b23165701,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:02.760011 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-33b96bdf-9404-453b-8284-1f22e80f4d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:02.802189 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af06e64-cc3a-463f-b10b-6c878548e97d x-openstack-request-id: req-0af06e64-cc3a-463f-b10b-6c878548e97d {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:29:02.802516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d397664-99a5-4ede-a5b7-a73f555ddcee", "tag": "63c36b16-df8a-4a93-823f-9e8b23165701", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:29:02.802863 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0af06e64-cc3a-463f-b10b-6c878548e97d {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:29:02.803340 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'tag': '63c36b16-df8a-4a93-823f-9e8b23165701', 'status': 'completed', 'code': 200} May 31 16:29:02.844881 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-9e8675f6-8594-4b7f-8e82-6e2806fdb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:02.846393 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-9e8675f6-8594-4b7f-8e82-6e2806fdb1e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073b785c10c40769c552f68ca89cfac&device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 1096 time: 0.0801311 May 31 16:29:02.919048 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-d1ca2c41-2fea-4e82-b3c5-d9bd8cd90c98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c36b16-df8a-4a93-823f-9e8b23165701 HTTP/1.1" status: 200 len: 217 time: 0.0653706 May 31 16:29:02.982206 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-75f998f7-1220-45b8-9bb0-094f876e8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:02.983643 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-75f998f7-1220-45b8-9bb0-094f876e8a64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29a95e80-6359-496a-8d60-32baad22b6e3 HTTP/1.1" status: 200 len: 848 time: 0.0585394 May 31 16:29:03.036387 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-06ca3e7d-988f-47f5-8141-584ae2272b45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468638 May 31 16:29:03.168222 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-138477dc-f1b5-4002-b6e7-1b45928c2c80 service neutron] 10.222.0.35 "GET /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244805 May 31 16:29:03.301454 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-dcdf1151-e51c-4efc-a9f4-837f3a51ba38 req-d44f144a-81da-42ce-839a-6fe2d68e0e13 service neutron] 10.222.0.35 "GET /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271241 May 31 16:29:03.591253 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-5b83a606-229d-4e71-b055-8b9b691ece5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:03.592689 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-5b83a606-229d-4e71-b055-8b9b691ece5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2073b785c10c40769c552f68ca89cfac&device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 1096 time: 0.2431440 May 31 16:29:03.607304 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08376eeb-31cd-4e0e-887a-1e5c1875c23c req-2c21c3ac-f950-4299-a202-1d8cd3522287 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:03.608727 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-08376eeb-31cd-4e0e-887a-1e5c1875c23c req-2c21c3ac-f950-4299-a202-1d8cd3522287 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 943 time: 0.1062183 May 31 16:29:03.731469 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-08376eeb-31cd-4e0e-887a-1e5c1875c23c req-dd360e93-a334-4929-9245-993a48a6483f tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051586 May 31 16:29:03.771300 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-eb9dffc5-e511-49ac-b5a7-a4717550c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:03.772849 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-eb9dffc5-e511-49ac-b5a7-a4717550c9d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 HTTP/1.1" status: 200 len: 909 time: 0.1733892 May 31 16:29:03.844777 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-7b8daf5d-0ec1-4c61-a2f6-616f307a5873 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c36b16-df8a-4a93-823f-9e8b23165701 HTTP/1.1" status: 200 len: 217 time: 0.0648201 May 31 16:29:03.910617 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-1a81487c-e4ab-4cb2-8c03-366b227bb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:03.912084 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-1a81487c-e4ab-4cb2-8c03-366b227bb7ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29a95e80-6359-496a-8d60-32baad22b6e3 HTTP/1.1" status: 200 len: 848 time: 0.0614529 May 31 16:29:03.959674 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-f0fd143a-a112-4b6f-a320-3bd106593e50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401468 May 31 16:29:04.091465 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-4df89124-c223-4627-bdfa-b8eebb8ff0b9 service neutron] 10.222.0.35 "GET /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251056 May 31 16:29:04.220222 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-9af60670-ff09-473b-8b4e-eeae878022a1 req-04651327-4da4-4d8a-ad5f-3f6004f2c0fe service neutron] 10.222.0.35 "GET /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222286 May 31 16:29:04.917839 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531d39a-4b7a-4bd5-9563-7f11614201f6 req-4d93a9f3-71a5-4eea-b34e-f8a4b5776f88 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:04.919332 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8531d39a-4b7a-4bd5-9563-7f11614201f6 req-4d93a9f3-71a5-4eea-b34e-f8a4b5776f88 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 943 time: 0.0785642 May 31 16:29:04.967742 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-8531d39a-4b7a-4bd5-9563-7f11614201f6 req-ec2edaa8-7293-4564-a462-e06edbb6728d tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 May 31 16:29:06.159382 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e6f5e-faca-451e-a765-c9c921d89567 req-e51cf244-efa7-48d4-8e4e-5f53df66f778 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:06.160873 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-119e6f5e-faca-451e-a765-c9c921d89567 req-e51cf244-efa7-48d4-8e4e-5f53df66f778 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 943 time: 0.0862527 May 31 16:29:06.204686 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-119e6f5e-faca-451e-a765-c9c921d89567 req-d9f58e32-dab0-45ac-8bd3-e1729b62bf6f tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 May 31 16:29:06.207068 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 63c36b16-df8a-4a93-823f-9e8b23165701 details requested by agent hyperv_hv-cinder-79381 with host hv-cinder-79381 {{(pid=91774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 16:29:06.337308 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 63c36b16-df8a-4a93-823f-9e8b23165701, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=63c36b16-df8a-4a93-823f-9e8b23165701,segment=NetworkSegment(15703e77-34e9-42b5-b20d-aa1c52111e5c),segment_id=15703e77-34e9-42b5-b20d-aa1c52111e5c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:06.350099 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Returning: {'device': '63c36b16-df8a-4a93-823f-9e8b23165701', 'network_id': '0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9', 'port_id': '63c36b16-df8a-4a93-823f-9e8b23165701', 'mac_address': 'fa:16:3e:83:1a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a95e80-6359-496a-8d60-32baad22b6e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 16:29:06.404575 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:06.420423 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c36b16-df8a-4a93-823f-9e8b23165701 {{(pid=91774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 16:29:06.435028 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 63c36b16-df8a-4a93-823f-9e8b23165701, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=63c36b16-df8a-4a93-823f-9e8b23165701,segment=NetworkSegment(15703e77-34e9-42b5-b20d-aa1c52111e5c),segment_id=15703e77-34e9-42b5-b20d-aa1c52111e5c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:06.440050 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:06.441886 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:06.539449 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=63c36b16-df8a-4a93-823f-9e8b23165701,revision_number=4']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:06.546593 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.546934 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.547262 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.547591 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.547899 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.548230 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.548545 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.548854 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.549167 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.549474 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.549779 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.550084 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:06.554467 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:06.641981 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['63c36b16-df8a-4a93-823f-9e8b23165701'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:29:06.702847 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:29:07.391388 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb260-4e57-48d0-a938-1d49536ab30a req-d5a18cb0-b6a2-4790-8f2e-981109464827 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:07.392815 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78aeb260-4e57-48d0-a938-1d49536ab30a req-d5a18cb0-b6a2-4790-8f2e-981109464827 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 944 time: 0.0833123 May 31 16:29:07.438324 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-78aeb260-4e57-48d0-a938-1d49536ab30a req-02b02e3d-cd7d-4f9f-98b3-32d6463a3048 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 May 31 16:29:08.206101 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 63c36b16-df8a-4a93-823f-9e8b23165701 up at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 16:29:08.277984 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning for port 63c36b16-df8a-4a93-823f-9e8b23165701 completed by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 16:29:08.282869 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.db.provisioning_blocks [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Provisioning complete for port 63c36b16-df8a-4a93-823f-9e8b23165701 triggered by entity L2. {{(pid=91774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 16:29:08.283247 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1023272'] for port, provisioning_complete {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:08.399234 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-937246'] for port, before_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:08.424889 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c36b16-df8a-4a93-823f-9e8b23165701'}] {{(pid=91774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:29:08.427100 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}439d0c2dd8932404ecc6659fbb3a7ce646ad2a8756b2bcc8716780ff12919d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af50dfb-51c5-4bab-9d8d-1934cd3e9378" -d '{"events": [{"server_uuid": "8d397664-99a5-4ede-a5b7-a73f555ddcee", "name": "network-vif-plugged", "status": "completed", "tag": "63c36b16-df8a-4a93-823f-9e8b23165701"}]}' {{(pid=91774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:29:08.435014 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] For port 63c36b16-df8a-4a93-823f-9e8b23165701, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=63c36b16-df8a-4a93-823f-9e8b23165701,segment=NetworkSegment(15703e77-34e9-42b5-b20d-aa1c52111e5c),segment_id=15703e77-34e9-42b5-b20d-aa1c52111e5c)] {{(pid=91774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:08.439311 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789765030548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789764646629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789764646934'] for port, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:08.441194 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:08.475010 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0688c854-5738-4858-9a33-3761a38fc232 x-openstack-request-id: req-0688c854-5738-4858-9a33-3761a38fc232 {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:29:08.475366 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d397664-99a5-4ede-a5b7-a73f555ddcee", "name": "network-vif-plugged", "status": "completed", "tag": "63c36b16-df8a-4a93-823f-9e8b23165701", "code": 200}]} {{(pid=91774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:29:08.475625 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0688c854-5738-4858-9a33-3761a38fc232 {{(pid=91774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:29:08.476572 dv-cinder-793814-1-smb neutron-server[91774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c36b16-df8a-4a93-823f-9e8b23165701', 'code': 200} May 31 16:29:08.508359 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Pushing event updated for resources: {'Port': ['ID=63c36b16-df8a-4a93-823f-9e8b23165701,revision_number=5']} {{(pid=91774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:08.511195 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG oslo_concurrency.lockutils [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:08.671486 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d59c-468b-429a-96a6-a33d84905bcd req-4f4e3a99-bc24-40c4-921f-a7bf38763fd4 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:08.672945 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4866d59c-468b-429a-96a6-a33d84905bcd req-4f4e3a99-bc24-40c4-921f-a7bf38763fd4 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 945 time: 0.1199756 May 31 16:29:08.730595 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4866d59c-468b-429a-96a6-a33d84905bcd req-efc9201d-e2e7-44b4-905c-f963ecca2975 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512214 May 31 16:29:08.742351 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ceafb-9693-41bc-bfe8-af819411ce48 req-164fadf0-d801-4635-a6ef-f49eb1affa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:08.743878 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-429ceafb-9693-41bc-bfe8-af819411ce48 req-164fadf0-d801-4635-a6ef-f49eb1affa28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 1098 time: 0.1186371 May 31 16:29:08.789335 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-429ceafb-9693-41bc-bfe8-af819411ce48 req-080cc0cb-7f04-43c5-97d5-a5ad9789ae25 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 May 31 16:29:09.749357 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-e6b38864-8922-4d4c-9fd1-bdbd26b82844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:09.923338 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c17b5-12b7-4e72-9893-d963af62c211 req-06bdedf7-30d7-4a77-8019-0005573ef9bd tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:09.924850 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c49c17b5-12b7-4e72-9893-d963af62c211 req-06bdedf7-30d7-4a77-8019-0005573ef9bd tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 945 time: 0.0844419 May 31 16:29:09.972448 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-c49c17b5-12b7-4e72-9893-d963af62c211 req-d5ca7502-44a4-4554-9693-41a7a4a8c240 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 May 31 16:29:12.124320 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2123216a-b4ff-43e8-94bb-05b5d96d1c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:12.208192 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:13.261294 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479baf0-03a7-41b8-afc6-ff077858147a req-2f6a898f-e42c-4fb3-9eda-43632f0a1fb2 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:13.262763 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4479baf0-03a7-41b8-afc6-ff077858147a req-2f6a898f-e42c-4fb3-9eda-43632f0a1fb2 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 945 time: 0.0806036 May 31 16:29:13.308026 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-4479baf0-03a7-41b8-afc6-ff077858147a req-3d39f5e8-6b98-4ea7-ac4b-0643d78dd3e0 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 May 31 16:29:13.335800 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:13.470105 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:14.527130 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67985463-c271-408b-998a-65adec4ff6ee req-4f2557ad-f1d7-40e7-bb25-b233e0d5866c tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:14.528600 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-67985463-c271-408b-998a-65adec4ff6ee req-4f2557ad-f1d7-40e7-bb25-b233e0d5866c tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 945 time: 0.1564255 May 31 16:29:14.540544 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0fd1-a5dd-49ce-9e3e-eba6f24ad439 req-d96ceea9-13f7-438c-b298-e7313a5e9262 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 16:29:14.541944 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-943d0fd1-a5dd-49ce-9e3e-eba6f24ad439 req-d96ceea9-13f7-438c-b298-e7313a5e9262 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 945 time: 0.1231923 May 31 16:29:14.736545 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-943d0fd1-a5dd-49ce-9e3e-eba6f24ad439 req-870225a8-b9a7-4224-8074-3944c61dcec6 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/security-groups?id=da1f01f4-8ab0-4f78-b1df-a915fdc838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605573 May 31 16:29:14.739171 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:14.806985 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Deleting port 63c36b16-df8a-4a93-823f-9e8b23165701 {{(pid=91772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 16:29:14.807328 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789765029443'] for port, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:14.942121 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.db [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] For port 63c36b16-df8a-4a93-823f-9e8b23165701, host hv-cinder-79381, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79381',level=0,port_id=63c36b16-df8a-4a93-823f-9e8b23165701,segment=NetworkSegment(15703e77-34e9-42b5-b20d-aa1c52111e5c),segment_id=15703e77-34e9-42b5-b20d-aa1c52111e5c)] {{(pid=91772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 16:29:14.942473 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2080722'] for port, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:15.070296 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Calling delete_port for 63c36b16-df8a-4a93-823f-9e8b23165701 owned by compute:nova {{(pid=91772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 16:29:15.181115 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789765030566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789764646620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7788519'] for port, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:15.186568 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-12126dad-11d9-4056-85dd-4aaefd26b633 tempest-VolumesActionsTest-1766332551 tempest-VolumesActionsTest-1766332551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:15.192401 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.db [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] get_ports_and_sgs() called for port_ids ['63c36b16-df8a-4a93-823f-9e8b23165701'] {{(pid=91774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 16:29:15.231773 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Pushing event deleted for resources: {'Port': ['ID=63c36b16-df8a-4a93-823f-9e8b23165701,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:15.277425 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.277790 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.278152 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.278505 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.278850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.279199 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.279536 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.279878 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.280240 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.280624 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.280966 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.281305 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:15.307894 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:15.318765 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] No DVR routers for this DVR port 63c36b16-df8a-4a93-823f-9e8b23165701 on host hv-cinder-79381 {{(pid=91772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 16:29:15.322118 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122948'] for port, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:15.324694 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'name': 'network-vif-deleted', 'tag': '63c36b16-df8a-4a93-823f-9e8b23165701'}] {{(pid=91772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 16:29:15.326921 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f95cb3913c33a837800cbb5101360ceb3fb36f4efef69a0f2737ea01508ea4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45358aa0-6e5b-4fc8-beb3-d69490bd2a64" -d '{"events": [{"server_uuid": "8d397664-99a5-4ede-a5b7-a73f555ddcee", "name": "network-vif-deleted", "tag": "63c36b16-df8a-4a93-823f-9e8b23165701"}]}' {{(pid=91772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 16:29:15.340974 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-67985463-c271-408b-998a-65adec4ff6ee req-09761e68-4e6b-4cd5-ad6a-694f72f41c16 tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.35 "DELETE /v2.0/ports/63c36b16-df8a-4a93-823f-9e8b23165701 HTTP/1.1" status: 204 len: 173 time: 0.7978871 May 31 16:29:15.373836 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128c9aa4-b5fb-4797-8a68-bb53b811892f x-openstack-request-id: req-128c9aa4-b5fb-4797-8a68-bb53b811892f {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 16:29:15.374163 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d397664-99a5-4ede-a5b7-a73f555ddcee", "name": "network-vif-deleted", "tag": "63c36b16-df8a-4a93-823f-9e8b23165701", "status": "completed", "code": 200}]} {{(pid=91772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 16:29:15.374449 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-128c9aa4-b5fb-4797-8a68-bb53b811892f {{(pid=91772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 16:29:15.374879 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d397664-99a5-4ede-a5b7-a73f555ddcee', 'name': 'network-vif-deleted', 'tag': '63c36b16-df8a-4a93-823f-9e8b23165701', 'status': 'completed', 'code': 200} May 31 16:29:15.907663 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-41a8e765-8495-4c9e-b82c-83321078d5db req-a620b7e4-d220-4f2f-8269-c0a404045a5e tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Synchronizing usage tracker for tenant:2073b785c10c40769c552f68ca89cfac on resource:port {{(pid=91772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 16:29:15.923803 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [req-41a8e765-8495-4c9e-b82c-83321078d5db req-a620b7e4-d220-4f2f-8269-c0a404045a5e tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] Unset dirty status for tenant:2073b785c10c40769c552f68ca89cfac on resource:port {{(pid=91772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 16:29:15.925007 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [req-41a8e765-8495-4c9e-b82c-83321078d5db req-a620b7e4-d220-4f2f-8269-c0a404045a5e tempest-VolumesActionsTest-1635852137 tempest-VolumesActionsTest-1635852137-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d397664-99a5-4ede-a5b7-a73f555ddcee HTTP/1.1" status: 200 len: 210 time: 0.0619597 May 31 16:29:18.252878 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 63c36b16-df8a-4a93-823f-9e8b23165701 no longer exists at agent hyperv_hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 16:29:18.287896 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.plugin [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] No Port match for: 63c36b16-df8a-4a93-823f-9e8b23165701 {{(pid=91774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 16:29:18.288259 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron.plugins.ml2.rpc [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Device 63c36b16-df8a-4a93-823f-9e8b23165701 not bound to the agent host hv-cinder-79381 {{(pid=91774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 16:29:34.193932 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55714) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:34.258668 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Deleting subnet 29a95e80-6359-496a-8d60-32baad22b6e3 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:29:34.261857 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.311286 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.373677 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.627586 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.631365 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-72b7660e-06a3-4683-a719-ce50c2526df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:34.672601 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.675083 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a95e80-6359-496a-8d60-32baad22b6e3,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:34.677359 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:34.682041 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-81779695-0840-441a-907f-ecb9caa313bd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/29a95e80-6359-496a-8d60-32baad22b6e3 HTTP/1.1" status: 204 len: 168 time: 0.4865718 May 31 16:29:34.684568 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55718) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:34.788924 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.921589 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.934499 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:34.947277 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15703e77-34e9-42b5-b20d-aa1c52111e5c') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:34.947571 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15703e77-34e9-42b5-b20d-aa1c52111e5c') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:34.958988 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.975289 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.981543 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:29:34.982032 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:29:34.995396 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:29:35.076531 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.080292 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-453b1f16-100e-4460-919f-de2ba1359477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:35.192142 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.201905 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:35.204848 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0ed293ce-7b8c-4e4c-a83e-e49dd18dbea9 HTTP/1.1" status: 204 len: 168 time: 0.5193574 May 31 16:29:35.205732 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6a545400-e665-4d3c-90ce-e3abeb7c1093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:35.207506 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55722) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:35.267327 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Deleting subnet 547a00b5-0331-42da-abb1-aa9f7813a994 {{(pid=91772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 16:29:35.270517 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.322546 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6597459'] for subnet, precommit_delete_associations {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.376931 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1044434'] for subnet, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.633713 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1042535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7610900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8019022'] for subnet, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.638170 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:35.673375 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547a00b5-0331-42da-abb1-aa9f7813a994,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:35.675337 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.677921 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:35.682973 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-70ab7668-2e07-4f76-915d-9bf9134b733b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/547a00b5-0331-42da-abb1-aa9f7813a994 HTTP/1.1" status: 204 len: 168 time: 0.4745047 May 31 16:29:35.685762 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55726) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:35.801911 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983718'] for network, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.928451 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1021277', 'neutron.services.segments.db._delete_segments_for_network-8789765106396'] for network, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.941354 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e926aa9a-d8ab-405f-9379-25626fe5f341']}} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:35.953520 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cda5de-f607-43c7-b750-dda7a3c68019') {'for_net_delete': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:35.953817 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.services.segments.db [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cda5de-f607-43c7-b750-dda7a3c68019') {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 16:29:35.965600 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789765116317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6597464'] for segment, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.982127 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757'] for segment, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:35.988103 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=91772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 16:29:35.988516 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7788466'] for segment, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: Traceback (most recent call last): May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: timer() May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: cb(*args, **kw) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: return func(*args, **kwargs) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: self._notify() May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: self.callback(batched_events) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: event.method(event) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: aggregate_uuid = self.p_client.list_aggregates( May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: return f(self, *a, **k) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: return self._get(url).json() May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: return self.request(url, 'GET', **kwargs) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: base_url = self.get_endpoint(auth, allow=allow, May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 16:29:36.001879 dv-cinder-793814-1-smb neutron-server[91772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 16:29:36.081476 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1021268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2035266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1605626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079235'] for network, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.085590 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-89f6d07e-87f1-4197-9101-32b957f6564d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:36.098675 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605599'] for network, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.112498 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Pushing event deleted for resources: {'Network': ['ID=e926aa9a-d8ab-405f-9379-25626fe5f341,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:36.115121 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e926aa9a-d8ab-405f-9379-25626fe5f341 HTTP/1.1" status: 204 len: 168 time: 0.4284513 May 31 16:29:36.116031 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-c4b736df-3848-4e80-ab75-2be18f583505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:36.290610 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55732) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:36.338502 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-1994d359-2066-48b4-8478-602169043539 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2073b785c10c40769c552f68ca89cfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466042 May 31 16:29:36.340838 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55736) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:36.402455 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.428213 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.484086 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.487816 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e9ff5e04-8ba4-4664-8a91-0d3cdab9107a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:36.498921 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f01f4-8ab0-4f78-b1df-a915fdc838b6,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:36.502549 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:36.505866 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.507468 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-da5a387a-89de-4183-b6d4-d60fcdec0d28 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da1f01f4-8ab0-4f78-b1df-a915fdc838b6 HTTP/1.1" status: 204 len: 168 time: 0.1657622 May 31 16:29:36.847014 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55746) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:36.901442 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-353c8e8b-1ab4-4304-9b17-bf26fbaef880 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=123b8f0faa8f4678b37a2c19753d65f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531213 May 31 16:29:36.903918 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55750) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:36.969103 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:36.996536 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:37.049825 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:37.055428 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-39f80630-8f1b-423c-b44e-6f013827aa49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:37.065334 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd7d991-2243-422d-a75e-3bdd510daa88,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:37.075362 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.075766 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.076125 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.076584 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.077081 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.077503 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.077945 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.078299 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.078652 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.078998 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.079342 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.079680 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793814-1-smb {{(pid=91773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 16:29:37.082914 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:37.084309 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:37.085500 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-4f23d31d-1a44-4150-bb00-c22e055f378c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fd7d991-2243-422d-a75e-3bdd510daa88 HTTP/1.1" status: 204 len: 168 time: 0.1803346 May 31 16:29:39.752193 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f2163c6a-3d97-43a6-9f61-b80411afa681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:41.876189 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55810) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:41.992065 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.007379 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:42.011213 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Usage tracker for resource:security_group_rule and tenant:7cfe70d1e94a4aaf806413de3a713260 is out of sync, need to count used quota {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:42.014039 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.quota.resource [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:42.019655 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.db.quota.driver [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:42.105219 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.109016 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.116928 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-c396107c-9bc2-4cfa-bdfc-195a217b3b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:42.128048 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-da258f0d-619a-4575-8c76-641a5494872e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.158006 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cfe70d1e94a4aaf806413de3a713260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807007 May 31 16:29:42.159027 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6d53c1-c8e5-4f8a-80c0-8689fe20c829,revision_number=1']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:42.160653 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55816) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:42.162176 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-bda9a851-efad-4292-b484-c9ea4c66ebfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:42.209407 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.224968 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.251300 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.308137 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.311712 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:42.323526 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6d53c1-c8e5-4f8a-80c0-8689fe20c829,revision_number=None']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:42.327437 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:42.330808 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.331926 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-ad12da05-4b09-4ba7-a7ef-5922bb842736 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae6d53c1-c8e5-4f8a-80c0-8689fe20c829 HTTP/1.1" status: 204 len: 168 time: 0.1702361 May 31 16:29:42.628153 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.wsgi [-] (91772) accepted ('10.222.0.61', 55824) {{(pid=91772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:42.645982 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.666614 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 16:29:42.672766 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Usage tracker for resource:security_group_rule and tenant:fb35e83102d444c88103684cc4290c70 is out of sync, need to count used quota {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 16:29:42.676996 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.quota.resource [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 16:29:42.682945 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.db.quota.driver [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 16:29:42.767111 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.771077 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_create {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.779238 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-e9ceb8d0-4aaa-4088-935e-08832acef3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:42.820927 dv-cinder-793814-1-smb neutron-server[91772]: INFO neutron.wsgi [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb35e83102d444c88103684cc4290c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916580 May 31 16:29:42.821850 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84a4fc-bd83-4554-b265-49dbb8680ac8,revision_number=1']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:42.823592 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.wsgi [-] (91773) accepted ('10.222.0.61', 55828) {{(pid=91773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 16:29:42.824783 dv-cinder-793814-1-smb neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-4a175064-445f-43df-825e-33f64a369d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:42.883684 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.912522 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.966430 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2035302'] for security_group, after_delete {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.970187 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-587d3d2f-0f1a-451c-90be-51d6443a1720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 16:29:42.982480 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84a4fc-bd83-4554-b265-49dbb8680ac8,revision_number=None']} {{(pid=91773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 16:29:42.984796 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG oslo_concurrency.lockutils [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 16:29:42.994169 dv-cinder-793814-1-smb neutron-server[91773]: DEBUG neutron_lib.callbacks.manager [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:42.995260 dv-cinder-793814-1-smb neutron-server[91773]: INFO neutron.wsgi [None req-0ca53459-1837-4fe2-a0f1-440adde46cec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa84a4fc-bd83-4554-b265-49dbb8680ac8 HTTP/1.1" status: 204 len: 168 time: 0.1700630 May 31 16:29:43.340475 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:43.483494 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:29:43.702585 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:29:44.741735 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:09.752510 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3b68-608b-4053-96d8-c13f091bb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:12.130167 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-89988cfd-9b46-4e49-a2ae-4ab27f81e91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:12.213690 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:13.340753 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:13.498783 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:14.742097 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:20.701658 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:30:39.753988 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-8cab10d7-2b07-4270-8344-b72458304dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:42.131123 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-0792819b-fd60-4945-be70-3c665094200b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:42.215003 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:43.343899 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:43.508461 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:44.746442 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:30:57.700875 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:31:09.755498 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2ba51d86-03a2-4ca8-8e59-387be2227d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:12.132794 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-605f5b12-d083-42eb-8b56-06ab483eb707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:12.216401 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:13.345598 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:13.528004 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:14.747800 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:34.700143 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:31:39.756596 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ab0e-b7d5-4406-8f79-043e8ab892d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:42.134228 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-73ff3d55-55dc-465b-8cd3-fb81b91974c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:42.217243 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:43.348901 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:43.543523 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:31:44.751126 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:09.757893 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-2500f54d-eb14-4e58-a4b7-efe82ef5e20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:11.698883 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:32:12.136234 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-b92147f4-8b58-4ca8-a966-c05b1284ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:12.218572 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.354376 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:13.551104 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:14.754493 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:39.759984 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8cd9-0ead-430a-9662-f21b953c0e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:42.138129 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-77c4d9b1-2691-4b85-a345-b93c0f6fb6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:42.220280 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:43.355028 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:43.554028 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:44.756912 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:32:48.697750 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:33:09.761628 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-39ddce1b-e5cd-41b7-88d5-1e01af285bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:12.139753 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb349-be66-417b-9cce-681fae28790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:12.221573 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:13.357290 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:13.552337 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:14.759247 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:25.696688 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:33:39.763402 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-39e022fc-b425-4937-90a3-9b4709334b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.140371 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-edaa9408-c1e2-49cf-ab9a-58ed8dd45bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:42.223980 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.359578 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:43.557225 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:33:44.765630 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:02.695902 dv-cinder-793814-1-smb neutron-server[91775]: DEBUG neutron.db.agents_db [None req-f53e5576-bf18-4c66-bcd0-ba56867da6d5 None None] Agent healthcheck: found 6 active agents {{(pid=91775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 16:34:09.765839 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-fd32453f-e672-441a-aedb-93d55243785e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:12.141874 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-f8c3ea08-ca52-481b-bd89-2f30f764827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:12.226722 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-d3e41b64-8fe0-4569-9263-74adfcb5422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:13.363173 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfd40-88cd-4884-910c-56242488d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:13.557645 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-7eebd4ee-9b72-4a21-954d-a8e675c76984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 16:34:14.765197 dv-cinder-793814-1-smb neutron-server[91774]: DEBUG neutron_lib.callbacks.manager [None req-63ccac15-4d6c-45c3-a8cc-5dfbcd1161e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789765106414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1023635'] for agent, after_update {{(pid=91774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}